User-agent: *
Disallow: /stats/
Disallow: /admin/
Disallow: /arbeitsuchende/
Disallow: /hogast/hogast_arbeitsuchende/
Disallow: /arbeitgeber/
Disallow: /hogast/hogast_arbeitgeber/


User-agent: ConveraCrawler
Disallow: /

User-agent: nimblecrawler
Disallow: /

User-agent: twiceler
Disallow: /