# Crawler rules for MusGen
User-Agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /404
Disallow: /500
Disallow: /*.json$
Disallow: /wechat
Disallow: /app/admin/
Disallow: /*/app/admin/
Disallow: /email-lookup-secret
Disallow: /*/email-lookup-secret

User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /404
Disallow: /500
Disallow: /*.json$
Disallow: /wechat
Disallow: /app/admin/
Disallow: /*/app/admin/
Disallow: /email-lookup-secret
Disallow: /*/email-lookup-secret

User-Agent: Googlebot-Image
Allow: /

LLM-Content: https://www.musgen.ai/llms.txt
LLM-Full-Content: https://www.musgen.ai/llms-full.txt

Sitemap: https://www.musgen.ai/sitemap.xml