User-agent: *             # applies to all robots
Disallow: /global	  # disallow indexing of restricted areas
Disallow: /cfdocs
Disallow: /thirdparty
Disallow: /directbenefits
Disallow: /groupbanking
Disallow: /incubator
Disallow: /signin
Disallow: /associatebanking
Disallow: /cgi-bin

User-agent: gsa-crawler	 # Special rule just for Google Search Appliance
Allow: /associatebanking

# slow down the msnbot
User-agent: msnbot
Crawl-delay: 120

User-Agent: OmniExplorer_Bot
Disallow: /