User-agent: *
Allow: /

Disallow: /unused-components
Disallow: /admin/
Disallow: /preview/
Disallow: /drafts/
Disallow: /draft/
Disallow: /internal/
Disallow: /staging/
Disallow: /api/

Disallow: /*?preview=
Disallow: /*?draft=
Disallow: /*?debug=
Disallow: /*?token=
Disallow: /*?session=
Disallow: /*?auth=

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?token=
Disallow: /*?auth=


User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?token=
Disallow: /*?auth=

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?token=
Disallow: /*?auth=


LLMS: https://www.napster.com/llms.txt
Sitemap: https://www.napster.com/sitemap.xml