# Tritonium Marketing Site - robots.txt # https://tritonium.com # Global rules for normal crawlers User-agent: * Allow: / # Disallow utility/error pages Disallow: /error/ Disallow: /500/ Disallow: /maintenance/ # Allow render-critical assets and discovery files Allow: /assets/*.js Allow: /assets/*.css Allow: /assets/*.png Allow: /assets/*.jpg Allow: /assets/*.svg Allow: /og-image.png Allow: /og-image-v2.png Allow: /tritonium-icon.svg Allow: /llms.txt Allow: /llms-full.txt # For major AI crawlers (GPTBot, Perplexity, etc.) we intentionally grant full access # with no Disallows. This maximizes crawlability for Generative Engine Optimization (GEO/AEO). # Normal crawlers still respect the utility/error page Disallow rules above. User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / # Anthropic / Claude family crawlers (official names per Anthropic docs) # Full access granted for Generative Engine Optimization (GEO) User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / # Crawl-delay for polite crawling (optional) # Crawl-delay: 1 # Sitemaps Sitemap: https://tritonium.com/sitemap.xml # Host directive (for Yandex) Host: https://tritonium.com