# All robots will spider the domain User-agent: * Disallow: /cgi-bin/ Disallow: /st/ Disallow: /test/ Disallow: /tp/ Disallow: /gay-porn-gallery/ Disallow: /thumbs/