User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /auth
Disallow: /firebase-config.js
Disallow: /supabase-config.js
Disallow: /admin
Disallow: /test-*
# /test-cv-ats is the public FR "test CV ATS" page (in sitemap since 2026-10-12): the
# /test-* rule above blocked it. Longest match wins, so this Allow overrides it.
Allow: /test-cv-ats
Disallow: /docs/
Disallow: /test-screenshots/
Disallow: /store-visuals/
Disallow: /promo/
Disallow: /icons/
Disallow: /_media/
Disallow: /_archive/
Disallow: /icons/generate-new-icons
Disallow: /icons/logo-generator
Disallow: /scripts/
# NOTE: previously we Disallowed /*?lang= to save crawl budget on
# ?lang=fr/es/pt_br variants of pages (i18n is client-side so the
# HTML body served is identical). BUT hreflang alternates in
# <head> point at exactly those URLs — so blocking them means
# Google cannot verify the FR/ES/PT-BR versions exist, which
# tanks brand-name ranking in FR/ES SERPs. Un-blocked 2026-07-07.
# The canonical link on each page already points to the base URL,
# which is what Google uses to consolidate signals.

# AI crawlers and AI search / answer engines — explicitly ALLOWED (2026-10-16).
# One group (RFC 9309: several User-agent lines share the rules below) so
# every AI bot gets the SAME private-path exclusions as "*": a bot named in
# its own group ignores the "*" group entirely. No "Allow: /" line (allow is
# the default) and the Allow comes first, so first-match parsers agree with
# Google's longest-match rule, so the old "Allow: /"-only
# groups let them crawl /dashboard, /scripts/ etc. Bingbot / Googlebot use "*".
# OpenAI: GPTBot (training), OAI-SearchBot (ChatGPT search index), ChatGPT-User (live fetch)
# Anthropic: ClaudeBot, Claude-SearchBot, Claude-User (+ legacy anthropic-ai, Claude-Web)
# Perplexity: PerplexityBot, Perplexity-User · Google-Extended (Gemini) · Applebot(-Extended)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Bytespider
User-agent: CCBot
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: YouBot
Allow: /test-cv-ats
Disallow: /dashboard
Disallow: /auth
Disallow: /admin
Disallow: /firebase-config.js
Disallow: /supabase-config.js
Disallow: /test-*
Disallow: /docs/
Disallow: /scripts/
Disallow: /_media/
Disallow: /_archive/

# Content Signals (RFC draft-romm-aipref-contentsignals)
# 2026-07-26: switched ai-train=no → ai-train=yes to unlock inclusion in
# future LLM training snapshots (GPT-5+, Gemini 3+, Claude 5+). Trade-off:
# our content becomes training data (competitors could recycle via prompts)
# in exchange for organic citations in the next 6-12mo of model releases.
# Baseline was 0 citations in ChatGPT / Gemini / Perplexity / Copilot.
Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://www.autoapplymax.com/sitemap.xml
Sitemap: https://www.autoapplymax.com/sitemap-images.xml

# LLM-facing documentation (RFC-style llms.txt from Anthropic 2024).
# llm.txt (short quickref), llms.txt (detailed index) and llms-full.txt
# (every fact on one page) are crawlable
# and updated with accurate product claims — auto-apply vs autofill
# distinction, all AI features, pricing, and platform support.
# LLM: https://www.autoapplymax.com/llm.txt
# LLM: https://www.autoapplymax.com/llms.txt
# LLM: https://www.autoapplymax.com/llms-full.txt