# WorldMonitor - protect API routes from crawlers
User-agent: *
Allow: /
Disallow: /api/
Disallow: /tests/

Sitemap: https://worldmonitor.app/sitemap.xml

# Allow social media bots for OG previews
User-agent: Twitterbot
Allow: /api/story
Allow: /api/og-story

User-agent: facebookexternalhit
Allow: /api/story
Allow: /api/og-story

User-agent: LinkedInBot
Allow: /api/story
Allow: /api/og-story

User-agent: Slackbot
Allow: /api/story
Allow: /api/og-story

User-agent: Discordbot
Allow: /api/story
Allow: /api/og-story
