User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /backend/
Disallow: /private/
Disallow: /cgi-bin/
Disallow: /*.json$
Disallow: /*.php$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.tmp$

User-agent: Yandex
Allow: /
Disallow: /api/
Disallow: /admin/
Crawl-delay: 1

User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/
Crawl-delay: 0.5

Sitemap: https://science24x7.ru/sitemap.xml