User-agent: * Allow: / # Block admin and private paths Disallow: /admin/ Disallow: /private/ Disallow: /backup.html Disallow: /default.php # Block backend source directories entirely (no file paths exposed) Disallow: /translate-pdf/templates/ Disallow: /translate-pdf/fonts/ # Sitemap location Sitemap: https://tools.examalerts.info/sitemap.xml # Crawl-delay for light bots Crawl-delay: 1 # Disallow known AI training crawlers User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: /