# robots.txt for K8s Diagram Builder # https://k8sdiagram.fun # Allow all crawlers User-agent: * Allow: / # Disallow nothing - all content is public Disallow: # Crawl-delay (optional, helps prevent server overload) Crawl-delay: 1 # Sitemap location Sitemap: https://k8sdiagram.fun/sitemap.xml # Specific bot configurations User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Block AI training bots if desired (optional) # User-agent: GPTBot # Disallow: / # # User-agent: ChatGPT-User # Disallow: / # # User-agent: CCBot # Disallow: /