User-agent: *
Disallow: /clipboard.htd
Disallow: /getmates.htd
Disallow: /rohs-certificate.htd
Disallow: /pb-id
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /50years/
Disallow: /forbidden/
Disallow: /html/infomailE.ssi
Disallow: /smcinfo.ssi
Disallow: /indexg.ssi
Disallow: /indexgo.ssi
Disallow: /users/
Disallow: /prime/primebase/ERNI-news.xml
Disallow: /prime/primebase/erni-pr.xml
#
# Google Bot
User-agent: Googlebot
Disallow: /clipboard.htd
Disallow: /clipboard.htd?*
Disallow: /getmates.htd
Disallow: /getmates.htd?*
Disallow: /rohs-certificate.htd
Disallow: /rohs-certificate.htd?*
Disallow: /pb-id
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /50years/
Disallow: /forbidden/
Disallow: /html/infomailE.ssi
Disallow: /smcinfo.ssi
Disallow: /indexg.ssi
Disallow: /indexgo.ssi
Disallow: /users/
Disallow: /prime/primebase/ERNI-news.xml
Disallow: /prime/primebase/erni-pr.xml
Disallow: /*.htd?*filter_*
Disallow: /distri.htd?*
#
# SLURP
User-agent: Slurp
Disallow: /clipboard.htd
Disallow: /getmates.htd
Disallow: /rohs-certificate.htd*
Disallow: /pb-id
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /50years/
Disallow: /forbidden/
Disallow: /html/infomailE.ssi
Disallow: /smcinfo.ssi
Disallow: /indexg.ssi
Disallow: /indexgo.ssi
Disallow: /users/
Disallow: /prime/primebase/ERNI-news.xml
Disallow: /prime/primebase/erni-pr.xml
Crawl-delay: 3
#
# MSN
User-agent: msnbot
Crawl-delay: 4
Disallow: /clipboard.htd
Disallow: /getmates.htd
Disallow: /rohs-certificate.htd
Disallow: /pb-id
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /50years/
Disallow: /forbidden/
Disallow: /html/infomailE.ssi
Disallow: /smcinfo.ssi
Disallow: /indexg.ssi
Disallow: /indexgo.ssi
Disallow: /users/
Disallow: /prime/primebase/ERNI-news.xml
Disallow: /prime/primebase/erni-pr.xml
#
# allow W3C
## User-agent: W3C-checklink
## Disallow:
#
# block the following bots
User-agent: MJ12bot
Disallow: /
User-agent: ICCrawler - ICjobs
Disallow: /
User-agent: jobs.de-Robot
Disallow: /
User-agent: cometrics-bot
Disallow: /
User-agent: gonzo2
Disallow: /
User-agent: gonzo2[P]
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: sdcresearchlabs-testbot
Disallow: /
#