#
# Allow robots to traverse the site, but excclude the following prohibited directories:
#

User-agent: *
Disallow: /cgi-bin/
Disallow: /artavia/
Disallow: /billing/
Disallow: /Connections/
Disallow: /demo/
Disallow: /css/
Disallow: /documents/
Disallow: /freetemplate/
Disallow: /intranet/
Disallow: /iStockPhotos/
Disallow: /media-templates/
Disallow: /media/
Disallow: /not-required/
Disallow: /pop2/
Disallow: /prospero/
Disallow: /scans/
Disallow: /tooltips/
#
User-Agent: msnbot 
Crawl-Delay: 20