# robots.txt for infinitylearn.com
 
# Default rules for all crawlers
User-agent: *
Allow: /
Disallow: /score-online/
Disallow: /login
Disallow: /auth/login
Disallow: /*&*
Disallow: /*?*
 
# Specific rules for Googlebot
User-agent: Googlebot
Disallow: /surge/

# Prevent server overload by slowing down heavy crawlers
User-agent: Yandex
Crawl-delay: 10
 
User-agent: AhrefsBot
Crawl-delay: 15
 
User-agent: SemrushBot
Crawl-delay: 15
 
# Sitemaps
Sitemap: https://infinitylearn.com/sitemap.xml
Sitemap: https://infinitylearn.com/sitemaps/sitemap.xml
Sitemap: https://infinitylearn.com/question-answer/sitemap.xml
Sitemap: https://infinitylearn.com/questions/sitemap.xml
Sitemap: https://infinitylearn.com/sitemap.xml