User-agent: * Allow: / # Block internal system paths (safe) Disallow: /api/ Disallow: /_next/ Disallow: /admin/ Disallow: /login/ Disallow: /signup/ Disallow: /dashboard/ Disallow: /account/ Disallow: /settings/ Disallow: /preview/ Disallow: /staging/ Disallow: /auth/ Disallow: /private/ # Allow static assets so Google can render pages Allow: /_next/static/ Allow: /_next/image/ # Image indexing directives User-agent: Googlebot-Image Allow: /images/ # Allow AI discovery bots User-agent: GPTBot Allow: / User-agent: CCBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / # Block aggressive scrapers only User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / # Specify crawl delay to prevent server overload Crawl-delay: 10 Sitemap: https://loopiq.com/sitemap.xml Host: loopiq.com