User-agent: Googlebot
Disallow:
User-agent: Mediapartners-Google*
Disallow: /company/companylist/
User-agent: Slurp
Crawl-delay: 200
User-agent: Nutch
Disallow: /
User-agent: Gaisbot
Disallow: /
User-agent: larbin
Disallow: /