# 80legs
User-agent: 008
Disallow: /

# voltron new crawler
User-agent: voltron
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /

#Applebot are supposed to follow the robots.txt rules, if it crawls boutique without any queries
#it shouldn't cause any more issues with the boutique
#Enable the following if the Applebot is still crawling the boutique with query params.
#User-agent: Applebot
#Disallow: /

User-agent: *
crawl-delay: 10
Disallow: /*.json
Disallow: /*.xml
Disallow: /*.embed
Disallow: /boutique/*?*
Disallow: /alassaut/
Disallow: /overthetop/
Disallow: /wp-admin/
Disallow: /*/wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*/wp-admin/admin-ajax.php