User-Agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /scans/
Disallow: /findings/
Disallow: /settings/
Disallow: /billing/
Disallow: /team/
Disallow: /reports/
Disallow: /onboarding/

User-Agent: GPTBot
Allow: /
Allow: /blog/
Allow: /docs/
Allow: /product
Allow: /pricing
Disallow: /api/

User-Agent: Claude-Web
Allow: /
Allow: /blog/
Allow: /docs/
Allow: /product
Allow: /pricing
Disallow: /api/

User-Agent: Anthropic-AI
Allow: /
Allow: /blog/
Allow: /docs/
Allow: /product
Allow: /pricing
Disallow: /api/

User-Agent: Google-Extended
Allow: /
Allow: /blog/
Allow: /docs/
Allow: /product
Allow: /pricing
Allow: /use-cases/
Allow: /industries/
Allow: /scan
Allow: /dark-web-check
Disallow: /api/

User-Agent: OAI-SearchBot
Allow: /
Allow: /blog/
Allow: /docs/
Allow: /product
Allow: /pricing
Allow: /use-cases/
Allow: /industries/
Allow: /scan
Allow: /dark-web-check
Disallow: /api/

User-Agent: PerplexityBot
Allow: /
Allow: /blog/
Allow: /docs/
Allow: /product
Allow: /pricing
Allow: /use-cases/
Allow: /industries/
Allow: /scan
Allow: /dark-web-check
Disallow: /api/

User-Agent: Twitterbot
Allow: /

User-Agent: facebookexternalhit
Allow: /

User-Agent: LinkedInBot
Allow: /

User-Agent: Slackbot
Allow: /

User-Agent: Discordbot
Allow: /

Sitemap: https://vulnios.com/sitemap.xml