# Allow Internet Archive's crawler
user-agent: archive.org_bot
allow: /

# Allow Internet Archive's crawler (alternative user agent)
user-agent: ia_archiver
allow: /

# General rules for all other crawlers (including search engines like Google, Bing, etc.)
user-agent: *
# Cloudflare infrastructure URLs (this site does not use /cdn-cgi/image/)
disallow: /cdn-cgi/
disallow: /_headers
disallow: /_redirects

# Sitemap location
sitemap: https://nooshu.com/sitemap.xml