User-agent: heritrix
Crawl-delay: 2

User-agent: *
Disallow: /common/
Disallow: /master/
Disallow: /zm/
Disallow: /pirobase
Disallow: /webadmin
Crawl-delay: 30