User-agent: *
Disallow: /sample-post/*
Disallow: /testimonial/*
Disallow: /post/*


# Allow all bots
User-agent: *
Disallow: /cgi-bin/

# Allow Google Search Bot
User-agent: Googlebot
Disallow:

# Allow Google Bard and other AI tools via Google-Extended
User-agent: Google-Extended
Disallow:

# Allow ChatGPT (OpenAI GPTBot)
User-agent: GPTBot
Disallow:

# Allow Claude (Anthropic)
User-agent: anthropic-ai
Disallow:

# Allow Perplexity AI bot
User-agent: PerplexityBot
Disallow:

# Allow Common Crawl (used by many LLMs)
User-agent: CCBot
Disallow:

Sitemap: https://www.avidbrio.com/sitemap.xml