# eForm2290.com Robots.txt
# AI & Search Visibility Optimised

#SEARCH ENGINES
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

#AI CRAWLERS
User-agent: OAI-SearchBot
Crawl-delay: 1
Allow: /

User-agent: GPTBot
Crawl-delay: 1
Allow: /

User-agent: Google-Extended
Crawl-delay: 1
Allow: /

User-agent: anthropic-ai
Crawl-delay: 1
Allow: /

User-agent: PerplexityBot
Crawl-delay: 1
Allow: /

User-agent: cohere-ai
Crawl-delay: 1
Allow: /

User-agent: Applebot
Crawl-delay: 1
Allow: /

User-agent: Applebot-Extended
Crawl-delay: 1
Allow: /

User-agent: Amazonbot
Crawl-delay: 1
Allow: /

User-agent: DeepSeekBot
Crawl-delay: 1
Allow: /

User-agent: QuoraBot
Crawl-delay: 1
Allow: /

#SEO TOOLS (THROTTLED)
User-agent: AhrefsBot
Crawl-delay: 5
Allow: /

User-agent: SemrushBot
Crawl-delay: 5
Allow: /

#BLOCK LOW-VALUE/AGGRESSIVE BOTS
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: MegaIndex
Disallow: /

#GENERAL RULES
User-agent: *
Disallow: */auth/*
Disallow: /form-2290-online
Disallow: *partnerstack*
Disallow: *hstc*
Disallow: */wptest/*
Disallow: /*.aspx$
Disallow: *support@eform2290.com*

Disallow: /instructions/page/
Disallow: /instructions/wp-json/
Disallow: /*/feed/

Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?q=
Disallow: /*&q=

Disallow: */category/*
Disallow: /*amp
Disallow: /*?red
Disallow: *gspk*

# Blocking subdomains from crawling 
Disallow: https://elasticsearch.eform2290.com/
Disallow: https://qanewsletters.eform2290.com/
Disallow: https://preprodnewsletters.eform2290.com/
Disallow: https://newsletters.eform2290.com/
Disallow: https://filebyphone.eform2290.com/

# SITEMAPS
Sitemap: https://www.eform2290.com/all-pages-sitemap.xml
Sitemap: https://www.eform2290.com/videos-sitemap.xml