# robots.txt document v1.6 # @author (c) Cyber Fox 2012-present, www.cyberfox.cz User-agent: * Disallow: /_ Disallow: /themes/ Disallow: /admin/ # disallow filter queries Disallow: /*?filter Disallow: /*&filter # MSNBOT must die! # User-agent: msnbot # Disallow: / # disallow Internet Archive caching # User-agent: ia_archiver # Disallow: / # only for testing domains # User-agent: * # Disallow: / # locate the XML sitemap # Sitemap: http://www.example.com/sitemap.xml # end of document