########################
# All robots will spider the domain
User-agent: *
#
# list directories robots are not allowed to index 
#
Disallow: /africangourmet/
Disallow: /blazingglass/
Disallow: /blog/
Disallow: /capeschool/
Disallow: /cgi-bin/
Disallow: /citadel/
Disallow: /CMWS/
Disallow: /cwf/
Disallow: /ftp/
Disallow: /garwood/
Disallow: /godesys/
Disallow: /images/
Disallow: /includes/
Disallow: /logs/
Disallow: /neomatrix/
Disallow: /ontheedge/
Disallow: /rentwhat/
Disallow: /resize/
Disallow: /ret/
Disallow: /scgi-bin/
Disallow: /seachrome/
Disallow: /search/
Disallow: /sewwhat/
Disallow: /Spectacularrooms/
Disallow: /test/
Disallow: /uploads/
Disallow: /wiki/
#
# list specific files robots are not allowed to index
#
Disallow: /faq.php
Disallow: /settings.php
Disallow: /website.php
#
#############################