User-agent: * Allow: / # Sitemap Sitemap: https://wysor.io/sitemap.xml # Block auth pages from crawlers Disallow: /auth/ Disallow: /api/ Allow: /llms.txt Allow: /llm.txt Allow: /sitemap.xml