User-agent: *
# Used on /maps/ & /hashed/. Use /maps/mapname.bsp.bz2 or /hashed/123123123hash/mapname.bsp.bz2 instead.
Disallow: /h2/
# Used for short links. Use /maps/mapname.bsp.bz2 or /hashed/123123123hash/mapname.bsp.bz2 instead.
Disallow: /m2/
# Auto-generated dummy nav files
Disallow: /maps/*.nav.bz2$
# Web crawlers don't need to download these. TL;DR: Yes you can scrape but yandex you don't need to download these!!!
Disallow: /*.bz2$

User-agent: wget
Allow: /*.bsp.bz2$

User-agent: ia_archiver
Allow: /*.bsp.bz2$