User-agent: Mediapartners-Google* 
Disallow:

User-agent: BecomeBot
Crawl-Delay: 30

# Allow only specific directories
User-agent: Teoma
Crawl-Delay: 30

User-agent: ia_archiver
Disallow: /goaway.html
Disallow: /scripts/PayPal/ipn.cgi
Disallow: /math120/
Disallow: /scriptmail.html

User-agent: *
Disallow: /gbiscgi/cgiwrap/kristina
Disallow: /gbiscgi/cgiwrap/kristina/scripts/PayPal/
Disallow: /scriptmail.html
Disallow: /goaway.html
Disallow: /tropical/
Disallow: /pp/
Disallow: /kphent/
Disallow: /reminderserver/
Disallow: /ringblast/
Disallow: /neteach/
Disallow: /demo/
Disallow: /test/
Disallow: /house/
Disallow: /CGI-Subscribe/
Disallow: /Checker/
Disallow: /TEST/
Disallow: /VocabBuilder/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_shm/
Disallow: /_vti_txt/
Disallow: /animate/
Disallow: /bristol/
Disallow: /cgi-stuf/
Disallow: /collocations/
Disallow: /esloop/
Disallow: /esloop/loopcgi/
Disallow: /images/
Disallow: /math-symbols/
Disallow: /math120/
Disallow: /oldscripts/
Disallow: /oldstuff/
Disallow: /search/
Disallow: /searchmaurice/
Disallow: /stuff/
Disallow: /tesl/
Disallow: /tesol96/
Disallow: /test/
Disallow: /testcode/
Disallow: /wwwcount2.3/
Disallow: /_vti_bin/_vti_adm/
Disallow: /_vti_bin/_vti_aut/
Disallow: /_vti_txt/default.wti/
Disallow: /cgi-stuf/Multiple_choice_2.0/
Disallow: /cgi-stuf/PerlLib/
Disallow: /cgi-stuf/gdbm-1.7.3/
Disallow: /cgi-stuf/headers/
Disallow: /cgi-stuf/include/
Disallow: /cgi-stuf/lib/
Disallow: /cgi-stuf/multiplechoice/
Disallow: /cgi-stuf/passtest/
Disallow: /cgi-stuf/robbins/
Disallow: /cgi-stuf/swish/
Disallow: /cgi-stuf/webquiz-2.21/
Disallow: /cgi-stuf/wwwboard/
Disallow: /cgi-stuf/multiplechoice/Multiple_choice_2.0/
Disallow: /cgi-stuf/robbins/mailboxes/
Disallow: /cgi-stuf/robbins/mailboxes/al/
Disallow: /cgi-stuf/robbins/mailboxes/david/
Disallow: /cgi-stuf/robbins/mailboxes/erict/
Disallow: /cgi-stuf/robbins/mailboxes/john/
Disallow: /cgi-stuf/robbins/mailboxes/kristina/
Disallow: /cgi-stuf/robbins/mailboxes/kristina1/
Disallow: /cgi-stuf/robbins/mailboxes/kristina2/
Disallow: /cgi-stuf/robbins/mailboxes/mccarthy/
Disallow: /cgi-stuf/robbins/mailboxes/tropicaljim/
Disallow: /cgi-stuf/swish/docs/
Disallow: /cgi-stuf/swish/src/
Disallow: /cgi-stuf/wwwboard/messages/
Disallow: /esloop/graphics/
Disallow: /esloop/other/
Disallow: /math120/Web-B-Mail/
Disallow: /math120/bar-on-bottom/
Disallow: /math120/bar-on-top/
Disallow: /math120/graphics/
Disallow: /math120/help/
Disallow: /math120/lesson1/
Disallow: /math120/lesson10/
Disallow: /math120/lesson11/
Disallow: /math120/lesson12/
Disallow: /math120/lesson13/
Disallow: /math120/lesson14/
Disallow: /math120/lesson15/
Disallow: /math120/lesson16/
Disallow: /math120/lesson17/
Disallow: /math120/lesson18/
Disallow: /math120/lesson19/
Disallow: /math120/lesson2/
Disallow: /math120/lesson20/
Disallow: /math120/lesson21/
Disallow: /math120/lesson22/
Disallow: /math120/lesson23/
Disallow: /math120/lesson24/
Disallow: /math120/lesson25/
Disallow: /math120/lesson26/
Disallow: /math120/lesson27/
Disallow: /math120/lesson3/
Disallow: /math120/lesson4/
Disallow: /math120/lesson5/
Disallow: /math120/lesson6/
Disallow: /math120/lesson7/
Disallow: /math120/lesson8/
Disallow: /math120/lesson9/
Disallow: /math120/math-symbols/
Disallow: /math120/results/
Disallow: /math120/shells/
Disallow: /math120/symbols/
Disallow: /math120/testprog/
Disallow: /math120/teststuf/
Disallow: /math120/wwwboard/
Disallow: /math120/Web-B-Mail/mailboxes/
Disallow: /math120/Web-B-Mail/mailboxes/120guest/
Disallow: /math120/Web-B-Mail/mailboxes/billca/
Disallow: /math120/Web-B-Mail/mailboxes/bradford/
Disallow: /math120/Web-B-Mail/mailboxes/don/
Disallow: /math120/Web-B-Mail/mailboxes/drmoore/
Disallow: /math120/Web-B-Mail/mailboxes/gilbert/
Disallow: /math120/Web-B-Mail/mailboxes/heidi/
Disallow: /math120/Web-B-Mail/mailboxes/jpace/
Disallow: /math120/Web-B-Mail/mailboxes/jpace1/
Disallow: /math120/Web-B-Mail/mailboxes/kalene/
Disallow: /math120/Web-B-Mail/mailboxes/karla/
Disallow: /math120/Web-B-Mail/mailboxes/kristina/
Disallow: /math120/Web-B-Mail/mailboxes/kristina1/
Disallow: /math120/Web-B-Mail/mailboxes/newstudent/
Disallow: /math120/Web-B-Mail/mailboxes/owen/
Disallow: /math120/Web-B-Mail/mailboxes/photos/
Disallow: /math120/Web-B-Mail/mailboxes/sherril/
Disallow: /math120/Web-B-Mail/mailboxes/stuart/
Disallow: /math120/Web-B-Mail/mailboxes/todd/
Disallow: /math120/lesson2/old/
Disallow: /math120/wwwboard/messages/
Disallow: /scripts/CGI-Subscribe/
Disallow: /scripts/MailStuf/
Disallow: /scripts/MakeMath/
Disallow: /scripts/QuizTest/
Disallow: /scripts/Random_banner_4.0/
Disallow: /scripts/SubmitStuf/
Disallow: /scripts/VocabSearch/
Disallow: /scripts/Web-B-Mail/
Disallow: /scripts/code-snippets/
Disallow: /scripts/database/
Disallow: /scripts/math-symbols/
Disallow: /scripts/updatemirror/
Disallow: /scripts/working/
Disallow: /scripts/zipfiles/
Disallow: /scripts/CGI-Subscribe/CGI-Subscribe/
Disallow: /scripts/MailStuf/MailStuf/
Disallow: /scripts/MailStuf/MakeBook/
Disallow: /scripts/MakeMath/MakeMath/
Disallow: /scripts/MakeMath/math-symbols/
Disallow: /scripts/MakeMath/MakeMath/math-symbols/
Disallow: /scripts/QuizTest/QuizTest/
Disallow: /scripts/Random_banner_4.0/html/
Disallow: /scripts/VocabSearch/VocabSearch/
Disallow: /scripts/VocabSearch/VocabSearch2.0/
Disallow: /scripts/VocabSearch/gbisfaq/
Disallow: /scripts/Web-B-Mail/mailboxes/
Disallow: /scripts/Web-B-Mail/mailboxes/120guest/
Disallow: /scripts/Web-B-Mail/mailboxes/billca/
Disallow: /scripts/Web-B-Mail/mailboxes/bradford/
Disallow: /scripts/Web-B-Mail/mailboxes/don/
Disallow: /scripts/Web-B-Mail/mailboxes/drmoore/
Disallow: /scripts/Web-B-Mail/mailboxes/gilbert/
Disallow: /scripts/Web-B-Mail/mailboxes/karla/
Disallow: /scripts/Web-B-Mail/mailboxes/kristina/
Disallow: /scripts/Web-B-Mail/mailboxes/newstudent/
Disallow: /scripts/Web-B-Mail/mailboxes/photos/
Disallow: /scripts/Web-B-Mail/mailboxes/stuart/
Disallow: /scripts/Web-B-Mail/mailboxes/todd/
Disallow: /wwwcount2.3/combine/
Disallow: /wwwcount2.3/docs/
Disallow: /wwwcount2.3/utils/
Disallow: /wwwcount2.3/wcount/
Disallow: /wwwcount2.3/docs/cimages/
Disallow: /wwwcount2.3/docs/images/
Disallow: /wwwcount2.3/wcount/Log/
Disallow: /wwwcount2.3/wcount/conf/
Disallow: /wwwcount2.3/wcount/data/
Disallow: /wwwcount2.3/wcount/digits/
Disallow: /wwwcount2.3/wcount/digits/A/
Disallow: /wwwcount2.3/wcount/digits/B/
Disallow: /wwwcount2.3/wcount/digits/C/
Disallow: /wwwcount2.3/wcount/digits/D/
Disallow: /wwwcount2.3/wcount/digits/E/
Disallow: /scripts/AddrBook
Disallow: /scripts/AffordaBilly
Disallow: /scripts/Bingo
Disallow: /scripts/CGI-Subscribe
Disallow: /scripts/Calc
Disallow: /scripts/Calcs
Disallow: /scripts/Calendar
Disallow: /scripts/Cardelia
Disallow: /scripts/Chat-N-Time
Disallow: /scripts/Class
Disallow: /scripts/CrosswordMaker
Disallow: /scripts/FAQ
Disallow: /scripts/GradeORama
Disallow: /scripts/KCalendar
Disallow: /scripts/LinGene
Disallow: /scripts/MailStuf
Disallow: /scripts/MakeBook
Disallow: /scripts/MakeMath
Disallow: /scripts/MinderServer
Disallow: /scripts/Otherstuff
Disallow: /scripts/PayBackTime
Disallow: /scripts/PayPal
Disallow: /scripts/QAMaker
Disallow: /scripts/Quad
Disallow: /scripts/QuizTest
Disallow: /scripts/Quotesie
Disallow: /scripts/RandomQuiz
Disallow: /scripts/Referalizer
Disallow: /scripts/RemindMe
Disallow: /scripts/SFEList
Disallow: /scripts/SFESurvey
Disallow: /scripts/SillyCount
Disallow: /scripts/SillySearch
Disallow: /scripts/SillySite
Disallow: /scripts/SillyStore
Disallow: /scripts/SubmitStuf
Disallow: /scripts/VeryInteresting
Disallow: /scripts/VocabSearch
Disallow: /scripts/Votesie
Disallow: /scripts/Web-B-Mail
Disallow: /scripts/code-snippets
Disallow: /scripts/golden
Disallow: /scripts/math-symbols
Disallow: /scripts/oldstuff
Disallow: /scripts/skel
Disallow: /scripts/working
Disallow: /scripts/zipfiles