# worldclock.pro — all crawlers welcome, including AI agents. User-agent: * Allow: / # Internal previews and the error page: no search value, and they are not in the # sitemap. Kept out of crawl budget rather than relying on meta robots alone. Disallow: /dev/ Disallow: /nav Disallow: /404 # AI / LLM crawlers — explicitly allowed (we want to be cited by assistants). User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / User-agent: CCBot Allow: / User-agent: Google-Extended Allow: / # Structured guide for agents: https://worldclock.pro/llms.txt Sitemap: https://worldclock.pro/sitemap.xml