# ============================================================
# robots.txt — UV Digitals (uvdigitals.com)
# Updated: March 2026
# ============================================================

User-agent: *
Allow: /

# Block non-content paths
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Disallow: /.env
Disallow: /node_modules/
Disallow: /src/

# Allow all crawlers full access to key pages
Allow: /index.html
Allow: /solar-performance-marketing-company.html
Allow: /solar-performace-marketing-pricing.html
Allow: /blog-index.html
Allow: /blogs/
Allow: /images/

# Crawl-delay for polite bots
Crawl-delay: 1

# Sitemap location
Sitemap: https://uvdigitals.com/sitemap.xml

# ============================================================
# AI / LLM Crawlers — allow training & indexing
# ============================================================

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Omgilibot
Allow: /