User-agent: *
Crawl-delay: 15
Disallow: /ostaff
Disallow: /test
#Disallow: /~tdowling
Disallow: /~tdowling/private
Disallow: /ovidweb
Disallow: /cgi-bin
Disallow: /ISI
#Disallow: /ejournals
#Disallow: /etd/send-pdf.cgi
Disallow: /db/ahd.html
Disallow: /db/columbia.html
Disallow: /db/thes.html
Disallow: /cgi-bin/rlg.pl
Disallow: /cgi-bin/firstsearch.pl
Disallow: /edt
Disallow: /ostaff/ref/minutes

# This went away years ago - stop crawling it already!
Disallow: /resources/subject

User-agent: grub-client
Disallow: /ejournals
Disallow: /resources

User-agent: scientificcommons.org
Disallow: /etd/send-pdf.cgi