# Disallow all robots from all content
User-agent: *
Disallow: /

# Explicitly disallow sensitive paths
Disallow: /p/
Disallow: /d/

# Block Internet Archive's Wayback Machine and similar archiving services
User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver
Disallow: /

# Only allow access to OG image API
Allow: /api/og/

# Explicitly disallow all bots from the sitemap
Disallow: /sitemap.xml