User-agent: *
Disallow: /intern

User-agent: htdig*
Disallow: /intern/software
Disallow: /intern/usage
Disallow: /intern/usage.nano
Disallow: /intern/usage.qom
Disallow: /intern/server-status
Disallow: /intern/perl-status
Disallow: /intern/server-info
Disallow: /intern/doc
Disallow: /intern/phpMyAdmin
Disallow: /intern/ip.csv