#####################################################
#     This allows search engines spiders to index 
#        the whole site.
#     To disallow the whole site:
#        User-agent: *
#        Disallow: /
#
#     To disallow the certain directories:
#
#       User-agent: *
#       Disallow: /cgi-bin/
#       Disallow: /images/
#
#     To disallow certain robots (i.e. google):
#       User-agent: googlebot
#       Disallow: /cgi-bin/
#       Disallow: /images/
#####################################################

User-agent: *
Disallow: 
Disallow: /