# ========================================================= # ATFCP.COM ROBOTS.TXT # SEO + CRAWL CONTROL # ========================================================= User-agent: * # --------------------------------------------------------- # WordPress Administration # --------------------------------------------------------- Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # --------------------------------------------------------- # WordPress Cron # --------------------------------------------------------- Disallow: /wp-cron.php # --------------------------------------------------------- # WordPress Internal Search # --------------------------------------------------------- Disallow: /?s= Disallow: /page/*/?s= Disallow: /search/ # --------------------------------------------------------- # Private / Non-Public Areas # --------------------------------------------------------- Disallow: /events-2/ Disallow: /tbfc-mailinglist/ # ========================================================= # AI CRAWLERS / SCRAPERS # ========================================================= User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Google-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: Diffbot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Perplexity-ai Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Scrapy Disallow: / User-agent: Nutch Disallow: / # ========================================================= # XML SITEMAP # ========================================================= Sitemap: https://atfcp.com/sitemap.xml