# robots.txt for ngsrv.com # OpenAI: surface ngsrv.com in ChatGPT search results. User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / # Anthropic: surface ngsrv.com in Claude search / when Claude visits pages. User-agent: Claude-SearchBot Allow: / User-agent: Claude-User Allow: / User-agent: ClaudeBot Allow: / # Perplexity User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / # Google AI Overviews / Gemini surfaces use the standard Googlebot. User-agent: Googlebot Allow: / User-agent: Google-Extended Allow: / # Microsoft Bing / Copilot User-agent: Bingbot Allow: / # Everyone else User-agent: * Allow: / Disallow: /dashboard Disallow: /dashboard/* Disallow: /api/ Disallow: /auth/ Disallow: /ingest/ Disallow: /ingest/* # Sitemap Sitemap: https://ngsrv.com/sitemap.xml