# allow all access to wget et. al.
User-agent: wget
User-agent: webzip
Disallow:

#uttely stupid crawler
User-agent: MJ12bot
Disallow: /

# disallow access to internal stuff
User-agent: *
Disallow: /.
Disallow: /mw/
Disallow: /stats/
Disallow: /page/Special:
Disallow: /page/Spezial:
Disallow: /access/
#Disallow: /tmp/
Disallow: /test/