# specifies that no robots should visit any URL starting with
User-agent: *
Disallow: /cgi-bin/
Disallow: /asp/
# istruzioni in http://www.robotstxt.org/wc/norobots.html
# Disallow
# The value of this field specifies a partial URL that is not to be visited. 
# This can be a full path, or a partial path; any URL that starts with this value
# will not be retrieved. 
# For example, Disallow: /help disallows both /help.html and /help/index.html, 
# whereas Disallow: /help/ would disallow /help/index.html but allow /help.html.