#The following allows all robots to visit all files because the wildcard "*" specifies all robots.

User-agent: *
Disallow: ../cgi-bin/
Disallow: /download/
Disallow: /formmail/
Disallow: /images/
Disallow: /img/
Disallow: /movies/
Disallow: /webstats/
Disallow: /protected/
Disallow: /cscor/
Disallow: /ModelA/
Disallow: /gaelhouse/
Disallow: /visitoob/
Disallow: /urban/
Disallow: /scresources/
Disallow: /pics/
Disallow: /download/
Disallow: /suffolkcounseling/research/

#This one keeps all robots out.

#User-agent: *
#Disallow: /

#The next one bars all robots from the cgi-bin and images directories:

#User-agent: *
#Disallow: /cgi-bin/
#Disallow: /images/

#This one bans Roverdog from all files on the server:

#User-agent: Roverdog
#Disallow: /

#This one bans keeps googlebot from getting at the cheese.htm file:

#User-agent: googlebot
#Disallow: cheese.htm