# robots.txt for http://www.axios.com/ # This is for all robots searching the site. User-agent: * Disallow: /urchin/ # Stats page - updates every 24 hours Disallow: /images/ # Images directory # robots.txt for http://www.axios.com/ # Cybermapper knows where to go. # User-agent: cybermapper # Disallow: # go away # User-agent: * # Disallow: /