# robots.txt file created for domain: http://www.lrb.net/ # Date : 10/23/2003 # All robots will spider the domain User-agent: * Disallow: # Disallow directory /realaudio User-agent: * Disallow: /realaudio # Disallow www.lrb.net/index1.html User-agent: * Disallow: index1.html # Disallow www.lrb.net/main.shtml User-agent: * Disallow: main.shtml # Disallow directory /cgi User-agent: * Disallow: /cgi # Disallow directory /images User-agent: * Disallow: /images # Disallow directory /kiev User-agent: * Disallow: /kiev