User-agent: UbiCrawler
Disallow: /

User-agent: *
Disallow: /lemurs/
Disallow: /archive/
Disallow: /articles/
Disallow: /Connections/
Disallow: /databasetest/
Disallow: /email/
Disallow: /entropybanner
Disallow: /guest/
Disallow: /include/
Disallow: /kettle/
Disallow: /Library/
Disallow: /links/
Disallow: /linking/
Disallow: /NewFolder/
Disallow: /newmenu/
Disallow: /owlstone/
Disallow: /priceofmilk
Disallow: /poll/
Disallow: /sitemap_gen-1.0/
Disallow: /sunroom/
Disallow: /suspended.page/
Disallow: /temp
Disallow: /tempfinancial
Disallow: /Templates/
Disallow: /test
Disallow: /thoughts/
Disallow: /tinymce/
Disallow: /traffic/
Disallow: /www/
Disallow: /*.doc$
Disallow: /scgi-bin
Disallow: /classifieds/
Disallow: /feeds/
Disallow: /forums/
Disallow: /rss/
Disallow: /*.xls$
Disallow: /*.zip$
Disallow: /*.exe$
Disallow: /*.py$
Disallow: /*.txt$