#2007.12.27 User-agent: * # match all bots Crawl-delay: 10 Disallow: /ta_web/ #keep them out of TA Web, or this will kill our bandwidth allotment Disallow: /misc/ #random personal stuff Disallow: /images/ Disallow: /stats/ Disallow: /cgi-bin/ Disallow: /bin/ Disallow: /aspnet_client/ Disallow: /cgi-bin/ Disallow: /_database/ Disallow: /Halliruch/ Disallow: /httplog/