# Htdig darf...
User-agent: htdig
User-agent: ia_archiver
Allow: /
Disallow: /usage/
Disallow: /~twiki/


# Ganze Site für alle Robots sperren
User-agent: *
Disallow: /