User-agent: htdig
Allow: /

User-agent: Googlebot
Allow: /

User-agent: WebZIP
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Teleport Pro
Disallow: /

User-agent: eCatch
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: DigExt
Disallow: /

User-agent: *
Disallow: /