#################################### # # robots.txt file for void-books.com # # addresses ALL robots by using wild card * User-agent: * # # list specific FOLDERS robots are NOT allowed to index Disallow: /cgi-bin/ Disallow: /maillist/ Disallow: /images/ Disallow: /img/ Disallow: /real/ Disallow: /logs/ Disallow: /Logfiles/ Disallow: /aspnet_client/ Disallow: /db/ # # list specific FILES robots are NOT allowed to index #Disallow: example /folder/page.html Disallow somescripts.asp Disallow scripts.asp Disallow fso.asp Disallow tool.asp ###############################