#-----robots.txt--------- # exclude from robots User-agent: * Disallow: /cgi-bin/ Disallow: /gif/ Disallow: /guestbook/ Disallow: /BannerAds/ Disallow: /JohnnyCash/ Disallow: /picks/ Disallow: /ref/ Disallow: /refer/ Disallow: /phpclassifieds/ Disallow: /rc4um/ # disallow stress test user-agent: stress-agent Disallow: / #------------------------