# Please contact us for more information or permission to index deeper
# info@worldnow.com

User-agent: *
Disallow: /global/
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html
Disallow: /weather.inc

# Google

User-Agent: Googlebot
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html

# Google Ads

User-Agent: Mediapartners-Google*
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html

# Yahoo

User-Agent: Slurp
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html

# MSN

User-Agent: msnbot
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html

# Ask Jeeves

User-Agent: Teoma
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html

# Miva

User-Agent: Miva (AlgoFeedback@miva.com)
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html

# FAST-WebCrawler

User-agent: fast
Disallow: /global/
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html
Disallow: /weather.inc

# Ultraseek

User-agent: Ultraseek
Disallow: /ads/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /classifieds/
Disallow: /default_files/
Disallow: /images/
Disallow: /imagess/
Disallow: /include/
Disallow: /incoming/
Disallow: /reports/
Disallow: /temp/
Disallow: /trafficcam/
Disallow: /traffic/
Disallow: /contentmgmt/
Disallow: /amrefresh.asp
Disallow: /error.log
Disallow: /error.log.0
Disallow: /global.asa
Disallow: /postinfo.html

# Webclipping

User-agent: webclipping.com
Disallow: /

# Asterias

User-agent: asterias
Disallow: /