# robots.txt for keyboardtester.click
# Last updated: 2026-07-11
#
# AI / LLM catalog (machine-readable):
#   https://keyboardtester.click/llms.txt
#   https://keyboardtester.click/llms-full.txt
#
# Public pages and render-critical assets are crawlable. The named search,
# answer, user-fetch, advertising, and model-training tokens below intentionally
# share one ruleset with the wildcard group. This prevents a crawler-specific
# group from overriding the maintenance/private-path exclusions.
# Unlisted standards-compliant crawlers inherit the same public-access rules.

User-agent: *
User-agent: Googlebot
User-agent: bingbot
User-agent: Applebot
User-agent: OAI-SearchBot
User-agent: OAI-AdsBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: CCBot
User-agent: YandexDirect
Disallow: /admin/
Disallow: /api/
Disallow: /cache/
Disallow: /docs/
Disallow: /includes/
Disallow: /temp/
Disallow: /tmp/
Disallow: /scripts/
Disallow: /deploy-backups/
Disallow: /blog-research/
Disallow: /seo-audit-
Disallow: /seo-plan-
Disallow: /scratchpad/
Disallow: /_backup
Disallow: /_old
Disallow: /activate-theme.php
Disallow: /ai-chat.php
Disallow: /ai-config.php
Disallow: /clear-
Disallow: /config.php
Disallow: /debug-
Disallow: /deploy-
Disallow: /fix-
Disallow: /ftp-
Disallow: /generate-sitemap.php
Disallow: /guest-post-submit.php
Disallow: /kbt-blog-style.php
Disallow: /meta-config.php
Disallow: /modular-utils.php
Disallow: /newsletter-subscribe.php
Disallow: /rate.php
Disallow: /robots.php
Disallow: /seo-config.php
Disallow: /sitemap.php
Disallow: /submit-indexnow.php
Disallow: /test-ftp
Disallow: /test-upload
Disallow: /test_db
Disallow: /testpage
Disallow: /tmp_
Disallow: /usage.php
Disallow: /blog/category/
Disallow: /blog/feed/
Disallow: /blog/tag/
Disallow: /blog/wp-
Disallow: /blogs/category/
Disallow: /blogs/feed/
Disallow: /blogs/tag/
Disallow: /blogs/wp-
Allow: /

Sitemap: https://keyboardtester.click/sitemap.xml