#This file will allow filtering of directories to not allow robots #to spider certain directories, see examples below # #This one keeps all robots out. #User-agent: * #Disallow: / # #The next one bars all robots from the cgi-bin and images directories: #User-agent: * #Disallow: /cgi-bin/ #Disallow: /images/ User-agent: * Disallow: /App_Code/ Disallow: /App_Data/ Disallow: /App_Themes/ Disallow: /aspnet_client/ Disallow: /Bin/ Disallow: /clients/ Disallow: /flash/ Disallow: /images/