# Robots.txt for Podbiz - Cross-Media Platform
# Updated: 2024-12-19

User-agent: *
Allow: /

# Sitemaps
Sitemap: https://podbiz.lovable.app/sitemap.xml

# Crawl-delay (optional)
Crawl-delay: 1

# Specific rules for search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 2

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Applebot
Allow: /

User-agent: Telegram
Allow: /

User-agent: DiscordBot
Allow: /

# Block unwanted SEO/scraping bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: MegaIndex
Disallow: /

# Block AI training bots (protect content)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# Disallow admin and private areas (if any)
Disallow: /admin/
Disallow: /private/
Disallow: /.well-known/
Disallow: /.env
Disallow: /config/
Disallow: /api/

# Allow important files
Allow: /site.webmanifest
Allow: /browserconfig.xml
Allow: /.well-known/security.txt

# Sitemap location
Sitemap: https://podbiz.lovable.app/sitemap.xml