User-agent: *
Disallow: /out/
Disallow: /ersout/
Disallow: /stats/
Disallow: /download/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /assets/cache/
Disallow: /feed/
Disallow: */trackback
Disallow: */feed
Disallow: /boards/users/
Disallow: /?wpdmact
#Disallow: /*?*
#Disallow: /*?
Allow: /assets/uploads/
Sitemap: https://forexop.com/sitemap_index.xml


# AI training crawlers and SEO tools: no crawling (also blocked in nginx).
# PetalBot (Huawei search) and Bytespider (ByteDance/Toutiao search) allowed on purpose: Chinese audience.
# AI search/answer bots (ChatGPT-User, OAI-SearchBot, Claude-User, Claude-SearchBot,
# PerplexityBot, Perplexity-User, DuckAssistBot) are allowed by the * group above.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Diffbot
User-agent: Timpibot
User-agent: ImagesiftBot
User-agent: omgili
User-agent: PanguBot
User-agent: AI2Bot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: Barkrowler
User-agent: DataForSeoBot
User-agent: SeekportBot
User-agent: serpstatbot
User-agent: MegaIndex
User-agent: SEOkicks
User-agent: ZoominfoBot
Disallow: /