# Robots.txt for Underpriced AI
# https://underpricedai.com

User-agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /dashboard
Disallow: /items
Disallow: /settings
Disallow: /scan
Disallow: /admin
Disallow: /scans
Disallow: /analytics
Disallow: /estate-finder
# /register is NOT blocked here on purpose (same reasoning as /login below).
# GSC was finding /register?plan=pro, /register?plan=pro_plus, etc. via
# external referral links + checkout flows and parking them in "Crawled
# - currently not indexed". Blocking via robots.txt prevented Google from
# seeing the noindex meta we set in src/app/(auth)/register/layout.tsx,
# so the URLs stayed in the index forever. Let Googlebot crawl + see
# noindex instead — that's how URLs actually get removed from the index.
# /login is NOT blocked here on purpose (same reason as /register above).
Disallow: /reset-password
Disallow: /forgot-password
Disallow: /unsubscribe
Disallow: /shared/

# Vercel auto-versions favicon.ico with a deploy-id query param on every
# deploy: /favicon.ico?favicon.0r_p6hmr2fzi9.ico?dpl=dpl_XXXX. Google was
# treating each variant as a distinct URL and parking 27+ of them in
# "Crawled - currently not indexed", polluting our crawl budget and
# quality signal. The canonical /favicon.ico remains crawlable; only the
# query-param variants are blocked.
Disallow: /favicon.ico?

# Sitemap location
Sitemap: https://underpricedai.com/sitemap.xml

# LLM information
# See https://llmstxt.org/
# LLMsTxt: https://underpricedai.com/llms.txt
# LLMsFullTxt: https://underpricedai.com/llms-full.txt