# --- AI SEARCH & CITATION BOTS (Allows your site to appear in AI answers) ---
# OpenAI's Search (ChatGPT Search/SearchGPT)
User-agent: OAI-SearchBot
Allow: /

# Anthropic's Search (Claude Search)
User-agent: Claude-SearchBot
Allow: /

# Anthropic's Search (Claude User Search)
User-agent: Claude-User
Allow: /

# Perplexity AI Search
User-agent: PerplexityBot
Allow: /

# You.com Search
User-agent: YouBot
Allow: /

# Google's AI 
User-agent: Google-CouldVertexBot
Allow: /

# Google's AI 
User-agent: GoogleOther
Allow: /

# --- AI TRAINING BOTS (Allows your site to be used to train models) ---
# OpenAI Training (GPT-4, GPT-5)
User-agent: GPTBot
Allow: /

# Google's Gemini Training (Google-Extended is the specific token for Gemini)
User-agent: Google-Extended
Allow: /

# Anthropic's Training (Claude)
User-agent: ClaudeBot
Allow: /

# Meta AI Training
User-agent: FacebookBot
Allow: /

# Common Crawl (Used by many open-source models like Llama)
User-agent: CCBot
Allow: /

# Apple's AI Training
User-agent: Applebot-Extended
Allow: /

# --- END OF AI SECTION ---
User-Agent: *
Disallow: /dealer-documents/
Disallow: /g-admin/
Disallow: /coindotnet/
Disallow: /admin/
Disallow: /mobile/
Disallow: /library/OldLibraryFiles/
Disallow: /dev/
Disallow: /conexpo-inquiry.php
Allow: /
Sitemap: https://www.gradall.com/sitemap.xml

User-agent: *
Crawl-Delay: 3