User-Agent: *
Allow: /
Disallow: /admin
Disallow: /account
Disallow: /upload
Disallow: /my-feed
Disallow: /my-likes
Disallow: /my-downloads
Disallow: /my-library
Disallow: /my-following
Disallow: /feed-setup
Disallow: /following
Disallow: /submit-ticket
Disallow: /studio
Disallow: /playlist
Disallow: /claim
Disallow: /api/
Disallow: /catalog?*

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: Claude-SearchBot
Allow: /

User-Agent: Claude-User
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: serpstatbot
Disallow: /

User-Agent: ZoominfoBot
Disallow: /

User-Agent: GPTBot
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: anthropic-ai
Disallow: /

User-Agent: Google-Extended
Disallow: /

User-Agent: Amazonbot
Disallow: /

User-Agent: Applebot-Extended
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-Agent: Diffbot
Disallow: /

User-Agent: Timpibot
Disallow: /

User-Agent: Omgilibot
Disallow: /

User-Agent: FriendlyCrawler
Disallow: /

User-Agent: magpie-crawler
Disallow: /

User-Agent: Scrapy
Disallow: /

User-Agent: python-requests
Disallow: /

User-Agent: meta-externalagent
Disallow: /

Sitemap: https://beattaste.com/sitemap-index.xml