# basic robots.txt file for goldmark.org and friends # $Revision: 1.3 $ User-agent: * # I don't discriminate Disallow: /tmp/ # Things in temp areas shoudn't get searched Disallow: /test/ # don't index junk in the test directory # Disallow: /cgi-bin/addresses.pl # well behaved robots will skip that, # but others might not ... # Disallow: /.status/ # don't index log stats # # I'm getting a lot of unwanted porn search hits do to listing spam # subjects, so ... Disallow: /jeff/anti-spam/mci/quixotik-subjects.html