# # robots.txt # # don't fall into the spam trap. User-agent: * Disallow: /trap Disallow: /yarr # The Internet Archiver somehow gets confused, and "retains" information # that was never on our site. So we disallow it. User-agent: ia_archiver Disallow: / # NPBot is evil User-agent: NPBot Disallow: / # who the fuck asked you to come monitor me? User-Agent: sitecheck.internetseer.com Disallow: / # Another evil one User-Agent: TurnitinBot Disallow: / User-Agent: aipbot Disallow: /