###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
#Disallow: /whatever/folder/
#Disallow: /whatever/else/
#Disallow: /whatever/assets/
Disallow: /guest/
Disallow: /news/
Disallow: /com/
Disallow: /dwla/
Disallow: /sitemap/
Disallow: /contact/
Disallow: /stuff/
Disallow: /pics/
#
# list specific files robots are not allowed to index
#
Disallow: /guest/com/htaccess
Disallow: /guest/com/htpasswd
Disallow: /guest/net/htaccess
Disallow: /guest/net/htpasswd
# 
#
###############################