# مهران هاست — MehranHost.cloud
# The public landing page is open to all crawlers (search engines AND
# AI assistants). The customer/admin panel, auth pages and internal
# endpoints are off-limits: they carry no public content, only
# security-sensitive screens.

User-agent: *
Allow: /$
Allow: /assets/
Allow: /llms.txt
Disallow: /?r=
Disallow: /index.php?r=
Disallow: /public/
Disallow: /install.php
Disallow: /config/
Disallow: /app/
Disallow: /views/
Disallow: /lib/
Disallow: /cron/
Disallow: /agent/
Disallow: /novnc/
Disallow: /schema.sql

# --- AI crawlers: explicitly welcome on the public page (same limits) ---
User-agent: GPTBot
Allow: /$
Allow: /assets/
Allow: /llms.txt
Disallow: /?r=
Disallow: /index.php?r=
Disallow: /public/
Disallow: /install.php
Disallow: /config/
Disallow: /app/
Disallow: /views/
Disallow: /lib/
Disallow: /cron/
Disallow: /agent/
Disallow: /novnc/

User-agent: ClaudeBot
Allow: /$
Allow: /assets/
Allow: /llms.txt
Disallow: /?r=
Disallow: /index.php?r=
Disallow: /public/
Disallow: /install.php
Disallow: /config/
Disallow: /app/
Disallow: /views/
Disallow: /lib/
Disallow: /cron/
Disallow: /agent/
Disallow: /novnc/

User-agent: PerplexityBot
Allow: /$
Allow: /assets/
Allow: /llms.txt
Disallow: /?r=
Disallow: /index.php?r=
Disallow: /public/
Disallow: /install.php
Disallow: /config/
Disallow: /app/
Disallow: /views/
Disallow: /lib/
Disallow: /cron/
Disallow: /agent/
Disallow: /novnc/

User-agent: Google-Extended
Allow: /$
Allow: /assets/
Allow: /llms.txt
Disallow: /?r=
Disallow: /index.php?r=

User-agent: CCBot
Allow: /$
Allow: /assets/
Allow: /llms.txt
Disallow: /?r=
Disallow: /index.php?r=

Sitemap: https://www.mehranhost.cloud/sitemap.xml