# Facebook and Instagram crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: facebookexternalhit/1.0
Allow: /

User-agent: facebookexternalhit/1.1
Allow: /

User-agent: Facebot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Instagram
Allow: /

User-agent: Instagrambot
Allow: /

# All other crawlers — allow everything by default, block app-internal paths
User-agent: *
Allow: /

# Exceptions: allow public API paths that would otherwise be caught by Disallow: /api/
Allow: /api/public/
Allow: /api/public/media/
Allow: /api/blog-image/
Allow: /api/temp-video/
Allow: /v/
Allow: /i/

# Block internal API endpoints
Disallow: /api/

# Block app-internal pages (authenticated / not for public indexing)
Disallow: /admin
Disallow: /settings
Disallow: /login
Disallow: /dashboard
Disallow: /create-post
Disallow: /create-post-new
Disallow: /calendar
Disallow: /analytics
Disallow: /accounts
Disallow: /billing
Disallow: /media-library
Disallow: /reports
Disallow: /video-editor
Disallow: /sales
Disallow: /automations
Disallow: /ai/

# Sitemap location
Sitemap: https://chirpy.me/sitemap.xml