User-Agent: *
Allow: /
Disallow: /*/wp-*
Disallow: /*/feed/*
Disallow: /*/*?s=*
Disallow: /*/*.js$
Disallow: /*/*.inc$
Disallow: /*/cgi-bin/*
Disallow: /*/trackback/*
Disallow: /*/xmlrpc.php
Disallow: /readme.html
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Disallow: /trackback/
Disallow: /tm/
Disallow: /dietcovid/gift/
Disallow: /3dgamedesign/
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php
User-agent: Screaming Frog SEO Spider
Allow: /

Sitemap: https://www.arena-multimedia.vn/sitemap_index.xml

User-agent: ia_archiver