User-agent: *
Allow: /

# Nothing behind a session is worth crawling: it answers with a sign-in
# screen, and the API answers with JSON.
Disallow: /api/
Disallow: /v1/
Disallow: /chat
Disallow: /billing
Disallow: /usage
Disallow: /settings
Disallow: /keys
Disallow: /invoices/
Disallow: /reset-password
Disallow: /confirm-email

Sitemap: https://llm-aggregator.ru/sitemap.xml