# If you want to learn about why our robots.txt looks like this, read this post: https://yoa.st/robots-txt

# Global rules
# -----------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-json/

# Block currency folders (WPML only changes currency, not content)
Disallow: /ie/
Disallow: /gb/
Disallow: /ca/
Disallow: /au/

# Block dynamic WooCommerce endpoints (non-cacheable/sensitive)
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*?add-to-cart=
# Locale variants
Disallow: /gb/cart/
Disallow: /gb/checkout/
Disallow: /gb/my-account/
Disallow: /ie/cart/
Disallow: /ie/checkout/
Disallow: /ie/my-account/
Disallow: /ca/cart/
Disallow: /ca/checkout/
Disallow: /ca/my-account/
Disallow: /au/cart/
Disallow: /au/checkout/
Disallow: /au/my-account/

# Secure credentials form (and locale variants)
Disallow: /securesubmission/
Disallow: /gb/securesubmission/
Disallow: /ie/securesubmission/
Disallow: /ca/securesubmission/
Disallow: /au/securesubmission/

# We're experimenting with blocking search results to prevent search result spam
Disallow: /*?s=
Disallow: /search/

# Prevent crawling CF challenge URLs
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/challenge-platform/

# Sitemap
# -----------------
Sitemap: https://fixmysite.com/sitemap_index.xml

# Ban bots that don't benefit us.
# --------------------------------
User-agent: Nuclei
Disallow: /
User-agent: WikiDo
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Zoominfobot
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: Node/simplecrawler
Disallow: /
User-agent: CazoodleBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: magpie-crawler
Disallow: /