# Robots.txt file
# The # renders line to text only
# Make sure not to use * wildcard for directories, use forward slash instead

#3) The following disallows all search engines and robots from crawling select directories and pages:

User-agent: *
Disallow: /cgi-bin/
Disallow: /Connections/
Disallow: /includes/
Disallow: /tNG/
Disallow: /tmp/

User-agent: Slurp
Allow: /public*/
#Disallow: /*_print*.html
Disallow: /*menu*
Disallow: /*leaveacomment.php*
Disallow: /*leavecomments.php*
Disallow: /*leavecomment.php*
Disallow: /*addrestaurant.php*
Disallow: /*addarestaurant.php*
Disallow: /*support@*


User-agent: Slurp
Crawl-delay: 10

User-agent: Googlebot
Allow: /public*/
#Disallow: /*_print*.html
Disallow: /menudirectory/
Disallow: /*menu*
Disallow: /*leaveacomment*
Disallow: /*leavecomments*
Disallow: /*leavecomment*
Disallow: /*addrestaurant*
Disallow: /*addarestaurant*
Disallow: /*support@*