# Veleiro AI — robots.txt
# Updated: 2026-07-06
# https://www.veleiro.ai

# ── Search engines: full access ──────────────────────────────────────

User-agent: Googlebot
Allow: /
Disallow: /sign-up-success
Disallow: /404
Disallow: /401
Disallow: /style-guide
Disallow: /deprecated-dup-
Disallow: /legal/tos/archive/
Disallow: /legal/privacy/archive/

User-agent: Bingbot
Allow: /
Disallow: /sign-up-success
Disallow: /404
Disallow: /401
Disallow: /style-guide
Disallow: /deprecated-dup-
Disallow: /legal/tos/archive/
Disallow: /legal/privacy/archive/

User-agent: DuckDuckBot
Allow: /
Disallow: /sign-up-success
Disallow: /404
Disallow: /401
Disallow: /style-guide
Disallow: /deprecated-dup-

# ── AI assistants (conversational — respect llms.txt) ─────────────────
# These power ChatGPT, Claude, Perplexity citations — intentionally allowed.

User-agent: GPTBot
Allow: /
Disallow: /sign-up-success
Disallow: /401
Disallow: /style-guide
Disallow: /deprecated-dup-

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /
Disallow: /sign-up-success
Disallow: /401
Disallow: /style-guide
Disallow: /deprecated-dup-

User-agent: ClaudeBot
Allow: /
Disallow: /sign-up-success
Disallow: /401
Disallow: /style-guide
Disallow: /deprecated-dup-

User-agent: PerplexityBot
Allow: /
Disallow: /sign-up-success
Disallow: /401
Disallow: /style-guide
Disallow: /deprecated-dup-

User-agent: Google-Extended
Allow: /

# ── SEO tools: allowed for analytics ─────────────────────────────────

User-agent: AhrefsBot
Allow: /
Disallow: /sign-up-success
Disallow: /401

User-agent: SemrushBot
Allow: /
Disallow: /sign-up-success
Disallow: /401

# ── Bulk training scrapers: disallowed ───────────────────────────────
# These crawl for model training datasets, not citations or retrieval.

User-agent: CCBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

# ── Default: all other bots ──────────────────────────────────────────

User-agent: *
Allow: /
Disallow: /sign-up-success
Disallow: /404
Disallow: /401
Disallow: /style-guide
Disallow: /deprecated-dup-
Disallow: /legal/tos/archive/
Disallow: /legal/privacy/archive/

# ── Sitemap ──────────────────────────────────────────────────────────

Sitemap: https://www.veleiro.ai/sitemap.xml

Sitemap: https://www.veleiro.ai/sitemap.xml