# robots.txt for gomega.ai User-agent: * Disallow: /?* Disallow: /404 Disallow: /500 Disallow: /search Disallow: /preview Disallow: /?preview=true Allow: / Allow: /blog/ Allow: /blog/* # Sitemaps Sitemap: https://www.gomega.ai/sitemap.xml Sitemap: https://www.gomega.ai/blog/sitemap_index.xml Sitemap: https://gomega.internal.gomega.ai/sitemap.xml