User-agent: *
allow: /
Disallow: /admin
Disallow: /cgi-bin
Disallow: /doc
Disallow: /dsql
Disallow: /help
Disallow: /html
Disallow: /layout
Disallow: /menu
Disallow: /rants
Disallow: /scr
Disallow: /sql
Disallow: /wwwstat
Disallow: gl/comment.php
Disallow: gl/submit.php
Disallow: gl/forum/createtopic.php

User-agent: ia_archiver
allow: /
allow: /pyro