# General crawlers, including Google and Bing User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /biz/ Disallow: /wp-json/chotu/v1/biz/ # AI crawlers: allow homepage and Lista, block /local/ and /biz/ User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: Claude-SearchBot User-agent: Claude-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: CCBot User-agent: meta-externalagent User-agent: Bytespider Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /local/ Disallow: /biz/ Disallow: /wp-json/chotu/v1/biz/ # Link-preview bots: allow shop-page previews when links are shared User-agent: facebookexternalhit User-agent: WhatsApp User-agent: Twitterbot User-agent: TelegramBot User-agent: LinkedInBot User-agent: Slackbot User-agent: Discordbot Disallow: /wp-admin/ Disallow: /wp-login.php Allow: /biz/ Sitemap: https://chotu.com/sitemap_index.xml