# robots.txt for Seotif
# https://seotif.com

User-agent: *
Allow: /

# Block admin and API routes from indexing
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /stripe/

# Block backup and template files
Disallow: /landing-old.html
Disallow: /og-template.html

# Allow major crawlers explicit access
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# AI search engines
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap location
Sitemap: https://seotif.com/sitemap.xml

# LLM-friendly metadata (https://llmstxt.org/)
# llms.txt: https://seotif.com/llms.txt

# Crawl delay to be polite
Crawl-delay: 1