# list of search engine bots etc.
# Files & folders I don't want them to see 
User-agent: Atomz
User-agent: AVSearch
User-agent: FAST-WebCrawler
User-agent: Googlebot
User-agent: htdig
User-agent: InfoNaviRobot
User-agent: libwww-perl
User-agent: Lycos_Spider
User-agent: Mercator
User-agent: MultiText
User-agent: NetMechanic
User-agent: Scooter
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: Slurp
User-agent: spider00.logika.net
User-agent: Teleport Pro
User-agent: TV33_Mercator
Disallow: /test/
Disallow: /cgi-bin/
Disallow: /diary-template.htm
Disallow: /-=A-Basic-Test-Page.htm
Disallow: /-=A-Test-Page.htm
Disallow: /-=A-Test-Frame.htm
Disallow: /-=template-popup.htm
Disallow: /-=template-page.htm
Disallow: /resources/-=template.htm
Disallow: /Copy of frame_menu.htm

User-agent: *
Disallow: /test/
Disallow: /cgi-bin/
Disallow: /diary-template.htm
Disallow: /-=A-Basic-Test-Page.htm
Disallow: /-=A-Test-Page.htm
Disallow: /-=A-Test-Frame.htm
Disallow: /-=template-popup.htm
Disallow: /-=template-page.htm
Disallow: /resources/-=template.htm
Disallow: /Copy of frame_menu.htm