# $Id: robots.txt,v 1.13 2002/10/30 21:16:09 shaggy Exp $ User-agent: * Disallow: /related/ Disallow: /tofriend/ Disallow: /contact/ Disallow: /site/ Disallow: /search/ Disallow: /images/ Disallow: /css/ Disallow: /js/ Disallow: /user/details/ Disallow: /no-such-dir/ User-agent: WDG_SiteValidator Disallow: / User-agent: autoemailspider Disallow: / User-agent: Teleport Pro Disallow: / User-agent: girafa Disallow: / User-agent: TurnitinBot Disallow: /