# robots.txt zu www.jobworld.de

User-agent: Linguee
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-perl/
Disallow: /koop/
Disallow: /j.go