User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://kmcspark.com/sitemap_index.xml # Search crawlers (same rules as the default group, stated explicitly) User-agent: Googlebot Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php User-agent: Bingbot Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php User-agent: Applebot Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # AI crawlers, all allowed (see kmc-base-theme/inc/ai-optimization.php) User-agent: GPTBot User-agent: ChatGPT-User User-agent: OAI-SearchBot User-agent: ClaudeBot User-agent: Claude-User User-agent: Claude-SearchBot User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: Applebot-Extended User-agent: anthropic-ai User-agent: CCBot User-agent: Bytespider User-agent: Amazonbot User-agent: meta-externalagent User-agent: meta-externalfetcher User-agent: FacebookBot User-agent: cohere-ai User-agent: Diffbot User-agent: DuckAssistBot User-agent: MistralAI-User User-agent: YouBot User-agent: Google-CloudVertexBot User-agent: PanguBot User-agent: Timpibot User-agent: ImagesiftBot User-agent: Omgilibot User-agent: AI2Bot User-agent: Webzio-Extended Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Machine-readable site summary for AI assistants: https://kmcspark.com/llms.txt