# === SEARCH ENGINES & AI CRAWLERS ===
User-agent: *
Allow: /

# === AI MODEL CRAWLERS ===
# OpenAI GPT and ChatGPT
User-agent: GPTBot
Allow: /

# OpenAI SearchGPT
User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Google Bard/Gemini
User-agent: Google-Extended
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# xAI Grok
User-agent: Grokbot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /

# You.com AI
User-agent: YouBot
Allow: /

# === STRATEGIC CONTENT BLOCKING ===
# Block conversion/thank you pages (prevent direct access)
Disallow: /thank-you
Disallow: /welcome
Disallow: /thank-you-b
Disallow: /welcome-b

# Block temporary or legacy content
Disallow: /2022-landing-form.php
Disallow: /contactscript_c.php
Disallow: /info.php

# === EXPLICIT RESOURCE PERMISSIONS ===
# Allow critical static resources
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /pdf/

# Allow key pages for AI training/indexing
Allow: /features
Allow: /integrations
Allow: /pricing
Allow: /cases
Allow: /winners
Allow: /about-us
Allow: /contact-us
Allow: /blog/
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /sitemap.xml
Allow: /gdpr-privacy-policy
Allow: /full-service-sweepstakes-administration
Allow: /self-service-sweepstakes-platform
Allow: /sweepstakes-official-rules-and-laws
Allow: /sweepstakes-case-studies
Allow: /agencies

# === SEO & DISCOVERY ===
# Primary sitemap location
Sitemap: https://www.sweeppea.com/sitemap.xml