# robots.txt for Woozlit - Free AI Chat Assistant # Allow all search engines User-agent: * Allow: / # Sitemap location Sitemap: https://woozlit.com/sitemap.xml # Crawl-delay for respectful crawling Crawl-delay: 1 # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Slurp Allow: / Crawl-delay: 1 User-agent: DuckDuckBot Allow: / Crawl-delay: 1 User-agent: Baiduspider Allow: / Crawl-delay: 2 User-agent: YandexBot Allow: / Crawl-delay: 1 # Disallow admin and api routes from indexing User-agent: * Disallow: /api/ Disallow: /admin/ Disallow: /_next/ Disallow: /settings/ # Allow public assets Allow: /favicon.ico Allow: /manifest.json Allow: /*.css Allow: /*.js Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.webp