# robots.txt for http://pennine.demon.co.uk/ # this is the public server on spey User-agent: * # don't want ANY pages which duplicate www.pennine.demon.co.uk reachable by search engines Disallow: /Mary/ Disallow: /Andy/ Disallow: /Sarah/ Disallow: /Michael/ Disallow: /5434/ Disallow: /ajaxterm/ Disallow: /Arboretum/ Disallow: /cgi-bin/ Disallow: /CUCC/ Disallow: /Design/ Disallow: /ebay/ Disallow: /family/ Disallow: /FOBS/ # downloads will come from here, but not be searchable Disallow: /Gallery/ Disallow: /Icons/ Disallow: /Java/ Disallow: /kayak/ Disallow: /lofoten/ # we do allow /mail/[index.htm] Disallow: /NPC/ Disallow: /Pennine/ Disallow: /photos/ # we do allow /publickeys/ Disallow: /PunchBowl/ Disallow: /ROCK/ Disallow: /SkiGuide/ Disallow: /SOC/ Disallow: /uploads/ # /uploads is also protected by .htaccess Disallow: /video/ Disallow: /xfamily/ # the root page ought not to duplicate www.pennine... but is not designed for human use anyway (use Home.htm) Disallow: /index.htm # don't want ephemeral things intended for specific recipients # Disallow: /temp/