User-agent: * # By default, all pages are allowed unless disallowed below. # Keep private/admin endpoints hidden: Disallow: /api/ Disallow: /admin/ Disallow: /internal/ Disallow: /tmp/ Disallow: /cache/ # Ensure search engines can fetch common file types: Allow: *.css Allow: *.js Allow: *.jpg Allow: *.jpeg Allow: *.png Allow: *.gif Allow: *.svg Allow: *.webp # Main sitemap: Sitemap: https://www.learnwise.ai/sitemap.xml Sitemap: https://www.learnwise.ai/sitemap.xml