# robots.txt - Netmeios AI Extension
# For: fbt-paginasweb.com
# Generated: 2026-02-05

# ========== REGRAS GERAIS ==========
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /*.bak$
Disallow: /*.old$
Disallow: /*.sql$

# ========== MOTORES DE BUSCA ==========
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

# ========== BOTS DE IA ==========
User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: DeepSeek
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Meta-GPTBot
Allow: /

User-agent: Firecrawler
Allow: /

User-agent: OmigillBot
Allow: /

User-agent: Cohere-ai
Allow: /

User-agent: GrokkBot
Allow: /

# ========== REDES SOCIAIS ==========
User-agent: facebot
Allow: /

User-agent: twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: TikTokBot
Allow: /

User-agent: WhatsAppBot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Discordbot
Allow: /

User-agent: Slackbot
Allow: /

# ========== ARQUIVO/INDEXAÇÃO ==========
User-agent: CCBot
Allow: /

User-agent: ia_archiver
Allow: /

# ========== FERRAMENTAS DE TRANSPARÊNCIA E IA ==========
Allow: /ai.txt
Allow: /llms.txt
Allow: /llms.en.txt
Allow: /llms.json
Allow: /llms-full.md
Allow: /verification.txt
Allow: /robots.txt
Allow: /robots-ai.txt
Allow: /politica-ia.html
Allow: /terms-of-use-ai.html
Allow: /ai-factsheet.html
Allow: /ai-factsheet-en.html
Allow: /ai-data-policy.html
Allow: /transparency-dashboard.html
Allow: /remocao-ia.html
Allow: /model-card.md
Allow: /content-origin.md
Allow: /content-origin.en.md
Allow: /accuracy-statement.md
Allow: /user-feedback-form.html
Allow: /usage-policy.md
Allow: /sitemap.xml
Allow: /sitemap-llms.xml
Allow: /sitemap-index.xml
Allow: /sitemap-faq.xml
Allow: /sitemap-guides.xml
Allow: /sitemap-products.xml
Allow: /sitemap-additions.xml
Allow: /schema-organization.jsonld
Allow: /schema-website.jsonld
Allow: /schema-faq.jsonld
Allow: /schema-products.jsonld
Allow: /schema-breadcrumbs.jsonld
Allow: /api-ai-knowledge-base.json
Allow: /api-company-info.json
Allow: /api-faqs.json
Allow: /api-products.json
Allow: /openapi-spec.yaml
Allow: /trust-signals.json
Allow: /manifest.json

# ========== SITEMAPS ==========
Sitemap: https://www.netmeios.com/ai-sitemaps/fbt-paginasweb-com/sitemap.xml
Sitemap: https://www.netmeios.com/ai-sitemaps/fbt-paginasweb-com/sitemap-llms.xml