# robots.txt for EpicPencil - https://epicpencil.es # Allow all search engine crawlers User-agent: * Allow: / Disallow: /cdn-cgi/ # Google User-agent: Googlebot Allow: / # Bing User-agent: Bingbot Allow: / # AI Crawlers - Allow access for LLM training and inference User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: Claude-Web Allow: / User-agent: Anthropic-AI Allow: / User-agent: CCBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Bytespider Disallow: / User-agent: PetalBot Disallow: / # Sitemap Sitemap: https://epicpencil.es/sitemap.xml