# robots.txt — Aivastark (https://www.aivastark.com)

User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /admin
Disallow: /admin-dashboard
Disallow: /onboarding
Disallow: /chat/
Disallow: /login
Disallow: /signup

# Explicit allow-list for AI/answer-engine crawlers
User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /admin
Disallow: /chat/

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard
Disallow: /admin
Disallow: /chat/

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://www.aivastark.com/sitemap.xml

# AI-engine context files (not XML sitemaps — listed for discovery only, also
# linked in the footer). llms.txt is the index; llms-full.txt is every Markdown
# document below concatenated into one file:
# https://www.aivastark.com/llms.txt
# https://www.aivastark.com/llms-full.txt

# AI-readable Markdown documentation. Each file is the Markdown twin of the HTML
# page at the same path minus ".md", is public with no authentication, and is
# served as text/plain; charset=utf-8 with Content-Disposition: inline.
# All are listed in sitemap.xml as well.
# https://www.aivastark.com/index.md
# https://www.aivastark.com/features.md
# https://www.aivastark.com/pricing.md
# https://www.aivastark.com/integrations.md
# https://www.aivastark.com/api.md
# https://www.aivastark.com/security.md
# https://www.aivastark.com/faq.md