# robots.txt file for http://www.rfwilmut.clara.net
User-agent: clist_downloader.searchengine.com/5.0
Disallow: /

User-agent: *
Disallow: /zzzscript.js
Disallow: /zzzscript2.js
Disallow: /zzzscript.3js
Disallow: /aaa.html   #this is used for temporary private pages.
Disallow: /rfw.html  #this is a private links page but you can use it if you like.
Disallow: /rfw2.html #as above
Disallow: /sitemap.html #I'd rather people came to the Home Page first.
Disallow: /downloads/ #These files are called only when an mp3 download is initiated.
Disallow: /repro78/reprox.html
Disallow: /musichll/musichx.html
Disallow: /musichll/mhsnds/
Disallow: /musichll/cobornpic.html
Disallow: /musichll/formpic.html
Disallow: /musichll/lenopic.html
Disallow: /musichll/lenopic2pic.html
Disallow: /musichll/polpic.html
Disallow: /musichll/Tatepic.html
Disallow: /19thcent/hart.ra
Disallow: /19thcent/minstrels.ra
Disallow: /19thcent/pryor.ra
Disallow: /19thcent/ragtime.ra
Disallow: /warwick/warsnds/
Disallow: /warwick/corridor.html
Disallow: /warwick/xcorrid.html
Disallow: /warwick/staff1.html
Disallow: /warwick/staff2.html
Disallow: /warwick/staff3.html
Disallow: /warwick/staff4.html
Disallow: /opera/navigate.html
Disallow: /opera/printrecipes.html #this print-friendly version should be accessed from recipes.html
Disallow: /about/google.html #this page should only be visited from a Google cache page.
Disallow: /home1.html
Disallow: /home2.html
Disallow: /home3.html
Disallow: /bar1.html
Disallow: /bar2.html
Disallow: /bar3.html
Disallow: /narrow.html
Disallow: /broad.html
Disallow: /pictures.html #private pictures - links to .mac
Disallow: /biog/history2.html  #this contains a link to the weblog.
Disallow: /Guestbook/guestbook.html
Disallow: /asus.html
Disallow: /boilerplate.html
Disallow: /test/
Disallow: /starsplay/
Disallow: /tim.html