# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# Sitemap
Sitemap: https://gundyrev.com/sitemap.xml
# Disallow admin and API routes
Disallow: /api/
Disallow: /_next/
# Allow search engines to crawl all public pages
User-agent: Googlebot
Allow: /
User-agent: Yandex
Allow: /
User-agent: Mail.RU_Bot
Allow: /