# Robots.txt for Orso Media
# https://orsomedia.io

# All crawlers
User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin
Disallow: /connexion
Disallow: /set-password
Disallow: /mon-studio
Disallow: /api/

# Disallow filtered/duplicate content views
Disallow: /articles?keyword=
Disallow: /articles?category=
Disallow: /medias?filtre=

# Search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Social media crawlers for rich previews
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: WhatsApp
Allow: /

# AI crawlers - allow for discovery
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap location
Sitemap: https://orsomedia.io/sitemap.xml
Host: https://orsomedia.io