# Robots.txt for Onei AI - AI Tools Directory # https://onei.ai User-Agent: * Allow: / # Disallow admin and private areas Disallow: /admin/ Disallow: /api/ Disallow: /login/ Disallow: /settings/ # Allow important directories Allow: /discovery/ Allow: /apps/ Allow: /blog/ # How our content may be used (Cloudflare Content Signals Policy). # search: allowed - we want to be findable. # ai-input: allowed - we want to be cited in AI answers; that is the point of # publishing sourced, dated summaries in the first place. # ai-train: not allowed. # Change any of these three if the policy should change; nothing else depends # on this line. Content-Signal: search=yes, ai-input=yes, ai-train=no # Sitemaps Sitemap: https://onei.ai/sitemap.xml # Crawl delay for respectful crawling Crawl-delay: 1