# llms.txt for Prost Builders
# Purpose: Allow inclusion in AI-assisted search results, but block AI model training and dataset crawlers.
# Uploaded: October 2025

# --- General guidance ---
User-agent: *
Allow: /

# --- Block AI model training crawlers ---
User-agent: GPTBot               # OpenAI (ChatGPT training crawler)
Disallow: /

User-agent: CCBot                # Common Crawl
Disallow: /

User-agent: ClaudeBot            # Anthropic (Claude AI)
Disallow: /

User-agent: Google-Extended      # Google data collection for Gemini AI training
Disallow: /

User-agent: FacebookBot          # Meta AI
Disallow: /

User-agent: Applebot-Extended    # Apple’s AI training extension
Disallow: /

User-agent: Bytespider           # TikTok/ByteDance crawler
Disallow: /

User-agent: Amazonbot            # Amazon / Alexa AI data crawler
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: PerplexityBot
Disallow: /