User-Agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /ingest/
Disallow: /mcp/
Disallow: /packs/
Disallow: /profile/
Disallow: /query/
Disallow: /reset-data/
Disallow: /workflow/

Host: https://opencrab.sh
Sitemap: https://opencrab.sh/sitemap.xml