Sitemap: https://www.crs-marketing.cz/sitemap.xml

User-agent: *
Disallow: /css/
Disallow: /*.gif$
Disallow: /*.css$
Disallow: /*.js$
Request-rate: 15/1m 0200-2259
Request-rate: 90/1m 2300-0159

User-Agent: Seznambot
Disallow: /css/
Disallow: /*.gif$
Disallow: /*.css$
Disallow: /*.js$
Request-rate: 20/1m 0500-2059
Request-rate: 120/1m 2100-0459

User-Agent: Googlebot
Disallow: /css/
Disallow: /*.gif$
Disallow: /*.css$
Disallow: /*.js$
Request-rate: 20/1m 0500-2059
Request-rate: 120/1m 2100-0459

User-agent: Yahoo! Slurp
Disallow: /css/
Disallow: /*.gif$
Disallow: /*.css$
Disallow: /*.js$
Request-rate: 20/1m 0200-2259
Request-rate: 120/1m 2300-0159

User-Agent: msnbot
Disallow: /css/
Disallow: /image/
Disallow: /*.gif$
Disallow: /*.css$
Disallow: /*.js$
Request-rate: 20/1m 0200-2259
Request-rate: 120/1m 2300-0159

User-Agent: MJ12bot
Disallow: /

User-Agent: MLBot
Disallow: /

User-Agent: Speedy Spider
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: Yandex
Disallow: /