User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard
Disallow: /playground
Disallow: /batch
Disallow: /analytics
Disallow: /history
Disallow: /settings
Disallow: /canonical
Disallow: /pii-removal
Disallow: /profile
Disallow: /keys
Disallow: /subscription
Disallow: /login
Disallow: /register

Sitemap: https://www.tokemizer.com/sitemap.xml