# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /_access_reports
Disallow: /_banners
Disallow: /_photos
Disallow: /_samples
Disallow: /_sponsors
Disallow: /_webdev
Disallow: /banner_frame
Disallow: /banneradscripts
Disallow: /butto
Disallow: /BUTTO2
Disallow: /client
Disallow: /DELETED
Disallow: /discount/dd_mod.html
Disallow: /GIF
Disallow: /indices
Disallow: /linkframe
Disallow: /linkrequest
Disallow: /pineridge images
Disallow: /sales
Disallow: /scripts
Disallow: /cgi-bin
Disallow: /sitesearch
Disallow: /templates
Disallow: /temporaryfixindir
Disallow: /w3perl
Disallow: /web log
Disallow: /webadberts_files
Disallow: /bigtrout/templates
Disallow: /bigtrout/TEMPLATES
Disallow: /_sponsors
Disallow: /golf/_protipsdata
Disallow: /golf/index
Disallow: /golf/new golf index
Disallow: /golf/pgatemp
Disallow: /golf/routing
Disallow: /golf/scripts
Disallow: /linktrack.php
Disallow: /bookinglinktrack.php