#
# robots.txt for http://argentina.indymedia.org/
#
#
# exclude some access-controlled areas
User-agent: *
Disallow: /print.php
Disallow: /mail.php
Disallow: /admin
Disallow: /features/inventario
Disallow: /bbclone
Disallow: /stats
#
# exclude IBM Crawler
User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /
#User-agent: http://www.almaden.ibm.com/cs/crawler [rc1.wf.ibm.com]
Disallow: /
#
User-agent: http://www.yama.info.waseda.ac.jp/~yamana/es/
Disallow: /
#
User-agent: e-SocietyRobot
Disallow: /
#
# exclude dir.com pompos agent
User-agent: pompos 
Disallow: /
User-agent: Pompos/1.3
Disallow: /
# exclude robot http://www.singingfish.com
User-agent: asterias/2.0
Disallow: /
# exclude robot naver.com
User-agent: NaverBot-1.0 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)
Disallow: /
# exclude robot http://www.turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot/2.0 http://www.turnitin.com/robot/crawlerinfo.htm
Disallow: /
# exclude robot 
User-agent: sna-0.0.1 mikeelliott@hotmail.com
Disallow: /
# exclude robot aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com) 
# http://www.webmasterworld.com/forum11/2799-2-10.htm
User-agent: aipbot
Disallow: /

# slow msn down
User-agent: msnbot
Crawl-delay: 5