# AI Robots Configuration - Hosted on Netmeios
# Copy the following lines to your robots.txt
# Generated for: plasauto.pt
# Date: 2026-02-18

# === AI CRAWLERS DIRECTIVES ===

# Standard crawlers
User-agent: *
Allow: /
Crawl-delay: 2

# GPTBot (OpenAI)
User-agent: GPTBot
Allow: /
Disallow: /private/
Disallow: /admin/
Crawl-delay: 2

# Claude-Web (Anthropic)
User-agent: Claude-Web
Allow: /
Disallow: /private/
Crawl-delay: 3

# CCBot (Common Crawl - Public AI Dataset)
User-agent: CCBot
Allow: /
Disallow: /private/

# Google AI Training
User-agent: Google-Extended
Allow: /
Crawl-delay: 1

# Apple AI
User-agent: Applebot
Allow: /
Disallow: /private/

# Microsoft AI
User-agent: Bingbot
Allow: /
Crawl-delay: 2

# Meta AI
User-agent: Meta-GPTBot
Allow: /
Disallow: /private/

# Additional AI Crawlers
User-agent: DeepSeek
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Cohere-ai
Allow: /

User-agent: GrokkBot
Allow: /

# Social Media AI Crawlers
User-agent: facebot
Allow: /

User-agent: twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# AI SITEMAP (hosted on Netmeios)
Sitemap: https://www.netmeios.com/ai-sitemaps/plasauto-pt/sitemap.xml

# IMPORTANT NOTES:
# 1. Google-Extended is CRITICAL for Google AI training
# 2. Applebot is used by Apple AI services
# 3. Bingbot is used by Microsoft AI services
# 4. This configuration allows ALL major AI platforms to access content