# Robots.txt automatically generated by AI Growth Agent (https://aigrowthagent.co) - AI Growth SEO v3.3.2
# Generated on: 2025-11-15 07:27:57 -03
# Website: https://millbody.com

# ===========================================
# GENERAL RULES - SEO OPTIMIZED
# ===========================================

User-agent: *

Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /wp-content/uploads/wpforms/
Disallow: /wp-json/wp/v2/users
Disallow: /wp-json/oembed/
Disallow: /?s=
Disallow: /search/
Disallow: /author/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /cgi-bin/
Disallow: /*?attachment_id=
Disallow: /*?replytocom=
Disallow: /*?p=*&preview=true
Disallow: /*?page_id=*&preview=true

# Permitir recursos importantes
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/images/
Allow: /wp-content/themes/*/css/
Allow: /wp-content/themes/*/js/
Allow: /wp-content/themes/*/fonts/
Allow: /wp-includes/css/
Allow: /wp-includes/js/

# ===========================================
# REGRAS ESPECÍFICAS POR CRAWLER
# ===========================================

# Google - Otimizações específicas
User-agent: Googlebot
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Disallow: /wp-admin/
Disallow: /?s=

# Bing - Configurações otimizadas
User-agent: Bingbot
Allow: /wp-content/uploads/
Crawl-delay: 1
Disallow: /wp-admin/
Disallow: /?s=

# Yahoo - Configurações básicas
User-agent: Slurp
Crawl-delay: 2
Disallow: /wp-admin/

# Yandex - Motor de busca russo
User-agent: YandexBot
Crawl-delay: 2
Allow: /wp-content/uploads/
Disallow: /wp-admin/

# Baidu - Motor de busca chinês
User-agent: Baiduspider
Crawl-delay: 3
Disallow: /wp-admin/

# DuckDuckGo
User-agent: DuckDuckBot
Disallow: /wp-admin/
Allow: /wp-content/uploads/

# Perplexity AI - Otimizado para indexação LLM
User-agent: PerplexityBot
Allow: /
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /*.json$
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Allow: /wp-json/ai-growth-seo/v1/mcp/schema/openai
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /?s=
Crawl-delay: 1

# OpenAI GPTBot - Otimizado para treinamento GPT
User-agent: GPTBot
Allow: /
Allow: /wp-content/uploads/
Allow: /*.pdf$
Allow: /*.doc$
Allow: /*.docx$
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Allow: /wp-json/ai-growth-seo/v1/mcp/schema/openai
Allow: /wp-json/ai-growth-seo/v1/mcp/manifest
Allow: /wp-json/ai-growth-seo/v1/mcp/discover
Allow: /wp-json/ai-growth-seo/v1/mcp/capabilities
Allow: /wp-json/ai-growth-seo/v1/mcp/content/
Allow: /wp-json/ai-growth-seo/v1/mcp/seo-analysis/
Allow: /wp-json/ai-growth-seo/v1/mcp/recommendations/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /?s=
Crawl-delay: 1

# ChatGPT User Agent
User-agent: ChatGPT-User
Allow: /
Allow: /wp-content/uploads/
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Allow: /wp-json/ai-growth-seo/v1/mcp/schema/openai
Allow: /wp-json/ai-growth-seo/v1/mcp/manifest
Allow: /wp-json/ai-growth-seo/v1/mcp/discover
Allow: /wp-json/ai-growth-seo/v1/mcp/capabilities
Disallow: /wp-admin/
Disallow: /wp-login.php
Crawl-delay: 1

# Anthropic Claude - Otimizado para LLM
User-agent: ClaudeBot
Allow: /
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /?s=
Crawl-delay: 1

# Google Gemini/Bard - Google AI
User-agent: GoogleOther
Allow: /
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Disallow: /wp-admin/
Disallow: /wp-login.php
Crawl-delay: 1

# Meta AI - Facebook LLM
User-agent: FacebookBot
Allow: /
Allow: /wp-content/uploads/
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Disallow: /wp-admin/
Disallow: /wp-login.php
Crawl-delay: 2

# Microsoft Copilot
User-agent: Microsoft-CopilotBot
Allow: /
Allow: /wp-content/uploads/
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Disallow: /wp-admin/
Disallow: /wp-login.php
Crawl-delay: 1

# Cohere AI
User-agent: CohereBot
Allow: /
Allow: /wp-content/uploads/
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Disallow: /wp-admin/
Crawl-delay: 2

# You.com AI Search
User-agent: YouBot
Allow: /
Allow: /wp-content/uploads/
Allow: /wp-json/
Allow: /wp-json/ai-growth-seo/v1/mcp/
Allow: /wp-json/ai-growth-seo/v1/mcp/schema
Disallow: /wp-admin/
Crawl-delay: 1

# Crawlers agressivos - bloquear completamente
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MajesticSEO
Disallow: /

User-agent: spbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: SeznamBot
Disallow: /


# ===========================================
# AI/LLM CONFIGURATION FILES
# ===========================================
# LLMs.txt and related AI configuration files
Llms-full-txt: https://millbody.com/llms-full.txt
Llms-txt: https://millbody.com/llms.txt

# ===========================================
# SITEMAPS - DESCOBERTA AUTOMÁTICA
# ===========================================

# Sitemap principal
Sitemap: https://millbody.com/sitemap.xml

# ===========================================
# REGRAS PERSONALIZADAS
# ===========================================


# AI Agent Discovery Rules
User-agent: *-ai
Allow: /wp-json/ai-growth-seo/v1/mcp/
MCP-Endpoint: https://millbody.com/wp-json/ai-growth-seo/v1/mcp/

# End of robots.txt generated by AI Growth Agent (https://aigrowthagent.co) - AI Growth SEO