# https://www.mellowtel.com/robots.txt
# Allow all crawlers
User-agent: *
Allow: /
Allow: /blog/
Allow: /blog/monetize-your-chrome-extension-a-practical-guide

# Sitemaps
Sitemap: https://www.mellowtel.com/sitemap.xml

# Optimize crawl rate
Crawl-delay: 1

# AthenaHQ Bot Configuration
User-agent: AthenaHQ-Bot
Allow: /

# AI Bot Configurations

# OpenAI GPTBot configuration (for AI model training)
User-agent: GPTBot
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/

# ChatGPT user browsing configuration
User-agent: ChatGPT-User
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/

# OpenAI search configuration
User-agent: OAI-SearchBot
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/

# Perplexity search configuration
User-agent: PerplexityBot
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/

# Perplexity user browsing configuration
User-agent: Perplexity-User
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/

# Anthropic Claude configuration
User-agent: ClaudeBot
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/

# Microsoft Bing/Copilot configuration
User-agent: BingBot
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/

# Google-Extended configuration (for Google AI models and services)
User-agent: Google-Extended
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/

# Standard search bots
User-agent: *
Allow: /
Allow: /blog/
Allow: /about/
Allow: /docs/
Allow: /auth/
Allow: /dashboard/
Allow: /user-control/
Disallow: /settings/
Disallow: /opt-in/

# LLM policy
LLM-policy: https://www.mellowtel.com/llms.txt