# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Sitemap Sitemap: https://gundyrev.com/sitemap.xml # Disallow admin and API routes Disallow: /api/ Disallow: /_next/ # Allow search engines to crawl all public pages User-agent: Googlebot Allow: / User-agent: Yandex Allow: / User-agent: Mail.RU_Bot Allow: /