#
# robot.txt file
#

User-agent: Slurp
Crawl-delay: 43200

User-agent: *
Disallow: /ads
Disallow: /item.php
Disallow: /data.php
Disallow: /display
Disallow: /clinic
Disallow: /work
Disallow: /info
Disallow: /refer
Disallow: /test
Disallow: /cgi-bin
Disallow: /jump.cgi?
Disallow: /links/jump.cgi?
Disallow: /tech
Disallow: /tech/links
Disallow: /tech/links/cgibin/
Disallow: /tech/links/cgi-bin/jump.cgi?