# robots.txt for http://www.mr2.com/ # taken from http://info.webcrawler.com/mak/projects/robots/norobots.html User-agent: * Disallow: /BIN/ Disallow: /cgi-bin/ Disallow: /FORMS/ Disallow: /GRAPHICS/ Disallow: /images/ Disallow: /PICTURES/ Disallow: /TEST/ Disallow: /PERL/ Disallow: /PRIVATE/ Disallow: /OLD/ Disallow: /simages/ Disallow: /email-addresses/ Disallow: /admincp/ Disallow: /links/ Disallow: /modcp/ Disallow: member.php Disallow: memberlist.php Disallow: misc.php Disallow: newreply.php Disallow: newthread.php Disallow: online.php Disallow: private.php Disallow: profile.php Disallow: search.php Disallow: sendmessage.php Disallow: usercp.php Disallow: usernote.php Disallow: donate.php Disallow: post_thanks.php User-agent: gigabot Disallow: /