User-agent: * Allow: / # Private / non-indexable surfaces Disallow: /pix-admin Disallow: /pix-admin/ Disallow: /api/ Disallow: /healthz Disallow: /thank-you Disallow: /404 Disallow: /temp-mail/inbox/ Disallow: /temp-mail/message/ # Block parameter URLs to prevent duplicate content Disallow: /*?q=* Disallow: /*?search=* Disallow: /*?tag=* Disallow: /*?category=* Disallow: /*?page=* Disallow: /blog/tag/* # Search Engines - Full Access User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Yandex Allow: / User-agent: Applebot Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / # AdSense Partner User-agent: Mediapartners-Google Allow: / # AI Crawlers & Answer Engines - Allowed for AI Discovery & Citations # AI crawlers & answer engines — allowed so PixTool can be discovered and cited. # They are additionally blocked from the private/admin surfaces above. User-agent: GPTBot Allow: / Disallow: /api/ Disallow: /pix-admin/ User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / Disallow: /api/ Disallow: /pix-admin/ User-agent: GoogleOther Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: Anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Applebot-Extended Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: cohere-ai Allow: / User-agent: Bytespider Allow: / User-agent: Diffbot Allow: / User-agent: CCBot Allow: / Disallow: /api/ Disallow: /pix-admin/ User-agent: MistralAI-User Allow: / User-agent: Amazonbot Allow: / User-agent: Google-CloudVertexBot Allow: / User-agent: DuckAssistBot Allow: / # Social Crawlers User-agent: FacebookBot Allow: / User-agent: LinkedInBot Allow: / User-agent: Twitterbot Allow: / # Sitemaps, Feeds & LLM Discovery Manifests Sitemap: https://www.pixtool.in/sitemap.xml Sitemap: https://www.pixtool.in/rss.xml Sitemap: https://www.pixtool.in/atom.xml # LLM Manifests (llmstxt.org) # https://www.pixtool.in/llms.txt # https://www.pixtool.in/llms-full.txt