############################### # User-Agent: Googlebot Allow: / # # list folders robots are not allowed to index # Disallow: /images/ Disallow: /Cssfiles/ Disallow: /templates/ Disallow: /InfoPage/ Disallow: /temp/ Disallow: /entropybanner/ Disallow: /indextemp.html Disallow: /_notes/ Disallow: /rewrite.php Disallow: /contentsolution2/ # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html #Disallow: /folder2/whatever.html # # ###############################