# Intelligent Design - Robots.txt
# www.idesignac.com
# Optimized for traditional search engines AND AI crawlers

# === TRADITIONAL SEARCH ENGINES ===
User-agent: *
Allow: /

# === AI SEARCH CRAWLERS ===
# OpenAI GPT (ChatGPT Search)
User-agent: GPTBot
Allow: /

# Anthropic Claude (Claude AI)
User-agent: Claude-Web
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google Bard/Gemini
User-agent: Google-Extended
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Common Crawl (used by many AI systems)
User-agent: CCBot
Allow: /

# === SITEMAPS ===
Sitemap: https://www.idesignac.com/sitemap.xml

# === CRAWL OPTIMIZATION ===
# Moderate crawl delay to prevent server overload
Crawl-delay: 1

# === BLOCK BACKEND/ADMIN PATHS ===
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/

# === ALLOW ALL PUBLIC CONTENT ===
# Explicitly allow blog content
Allow: /blog/

# Explicitly allow all service pages
Allow: /*-tucson
Allow: /*-oro-valley
Allow: /*-marana
Allow: /*-green-valley
Allow: /hvac-*
Allow: /plumbing-*
Allow: /electrical-*
Allow: /solar-*
Allow: /roofing-*
Allow: /heating-*

# Explicitly allow location pages
Allow: /tucson
Allow: /oro-valley
Allow: /marana
Allow: /sahuarita
Allow: /vail
Allow: /green-valley