############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /bandprivate Disallow: /demos Disallow: /cgi-bin Disallow: /img Disallow: /_derived Disallow: /_private Disallow: /calendar Disallow: /ddm_files Disallow: /images Disallow: /webdemos Disallow: /Videos Disallow: /dask Disallow: /gbook Disallow: /Gallery1 Disallow: /wedalert Disallow: /webcal Disallow: /v-web Disallow: /suzy Disallow: /formbuilder # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html #Disallow: /folder2/whatever.html # # ###############################