# Allow all crawlers to crawl the entire site
User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Disallow: /api/
Disallow: /profile/
Allow: /

# Specify location of sitemap
Sitemap: https://tokenbel.info/landing/sitemap.xml
Sitemap: https://tokenbel.info/landing/sitemap_images.xml
Sitemap: https://dashboard.tokenbel.info/dashboard/sitemap.xml
Sitemap: https://dashboard.tokenbel.info/dashboard/sitemap_images.xml
Sitemap: https://dashboard.tokenbel.info/sitemap/uniq/

# For LLMs
Sitemap: https://tokenbel.info/llms.txt