# /robots.txt file for http://www.barsoom.cc/ # Allow the wget util User-agent: wget Disallow: # Allow www.archive.org User-agent: ia_archiver Disallow: # Selectively allow www.google.com User-agent: googlebot # Block all others User-agent: * Disallow: /