# /robots.txt file

#     User-agent: webcrawler
#     Disallow:

#     User-agent: lycos
#     Disallow: /

     User-agent: *
     Disallow: /log/
     Disallow: /cgi-bin/
     Disallow: /backup/
     Disallow: /old/
     Disallow: /stats/
     Disallow: /ifstats/
     Disallow: /db/
     Disallow: /log/
     Disallow: /*.old
     Disallow: /test*
     Disallow: /*submit*
     Disallow: /subscribe*
     Disallow: /unsubscribe*
     Disallow: /badbots/
     Disallow: /bot-trap/
     Disallow: /mailman/
     Disallow: /pipermail/
     Disallow: /webmail/