# Keep the ip3000 creeps off of my machine if possible User-agent: ip3000 Disallow: / # Keep IBM from indexing my home machine as well. User-agent: almaden.ibm.com Disallow: / # No German Caching sites. Too bandwidth expensive User-agent: netcomnetz.de Disallow: / # As well as inktomi User-agent: inktomi.com Disallow: / User-agent: inktomisearch.com Disallow: / # No more alexa.com either. User-agent: alexa.com Disallow: / # And enough Alta-Vista. I hate CMGI. So fuck 'em User-agent: av.com Disallow: / User-agent: altavista.com Disallow: / # Shut off thunderstone User-agent: thunderstone.com Disallow: /