# robots.txt for Left - Widgets for Time Left # Allow all crawlers to index the site User-agent: * Allow: / Disallow: /cdn-cgi/ # Helpful explicit allowances for static assets Allow: /images/ Allow: /style.css Allow: /index.html # AI / LLM crawlers - explicitly welcomed (search, answer engines, training). # These bots respect robots.txt; listing them removes any ambiguity. User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: CCBot Allow: / User-agent: Amazonbot Allow: / User-agent: meta-externalagent Allow: / User-agent: Bytespider Allow: / # AI-friendly summary for LLM ingestion (emerging llms.txt convention) # https://getleft.app/llms.txt # Sitemap (absolute URL) Sitemap: https://getleft.app/sitemap.xml