# Veri Asset — robots.txt
# Default: allow all standards-compliant crawlers full access to the marketing site.

User-agent: *
Allow: /

# Explicitly welcome major search engines (defensive — already covered by *).
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

# Explicitly welcome AI / LLM crawlers and answer engines so Veri Asset can be
# discovered and cited by Claude, ChatGPT, Perplexity, Gemini, Copilot, and the
# wider answer-engine ecosystem.
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Slackbot-LinkExpanding
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Discordbot
Allow: /

Sitemap: https://veriasset.co.za/sitemap.xml