# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * # Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ #Disallow: /user/login/ #Disallow: /user/logout/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=filter/tips/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=user/logout/ # UK Lawyers Disallow: /lawyers/lawrence-abramson Disallow: /lawyers/william-addis Disallow: /lawyers/rose-alexander Disallow: /lawyers/clare-back Disallow: /lawyers/rachel-barber Disallow: /lawyers/philip-beckerlegge Disallow: /lawyers/denham-bell Disallow: /lawyers/jill-benbow Disallow: /lawyers/carolyn-bertin Disallow: /lawyers/sonia-bhola Disallow: /lawyers/wendy-bishop Disallow: /lawyers/zoe-bloom Disallow: /lawyers/edward-bond Disallow: /lawyers/alison-bradley Disallow: /lawyers/jacqueline-brown Disallow: /lawyers/deborah-brown Disallow: /lawyers/nicholas-brown Disallow: /lawyers/sharron-carle Disallow: /lawyers/vicky-clark Disallow: /lawyers/david-cohen Disallow: /lawyers/lara-cole Disallow: /lawyers/gillian-cordall Disallow: /lawyers/daniel-crockford Disallow: /lawyers/simon-deane-johns Disallow: /lawyers/marie-claire-di-mambro Disallow: /lawyers/matthew-duggan Disallow: /lawyers/irit-edri Disallow: /lawyers/nick-ellis Disallow: /lawyers/duccio-faraoni Disallow: /lawyers/lance-feaver Disallow: /lawyers/alex-ferrari Disallow: /lawyers/andrew-fishleigh Disallow: /lawyers/shayne-foley Disallow: /lawyers/graeme-francis Disallow: /lawyers/ben-garbett Disallow: /lawyers/louise-garcia Disallow: /lawyers/peter-garry Disallow: /lawyers/rima-gasperas Disallow: /lawyers/jason-goldsmith Disallow: /lawyers/graham-goldspink Disallow: /lawyers/martin-goodall Disallow: /lawyers/oliver-goodwin Disallow: /lawyers/lyndsay-gough Disallow: /lawyers/caroline-graham Disallow: /lawyers/laurence-gray Disallow: /lawyers/louise-grendon Disallow: /lawyers/robin-hampton Disallow: /lawyers/lucy-harrold Disallow: /lawyers/robert-harvey Disallow: /lawyers/david-hickman Disallow: /lawyers/tony-houghton Disallow: /lawyers/martin-howe Disallow: /lawyers/simon-jackson Disallow: /lawyers/david-jepps Disallow: /lawyers/philip-jones Disallow: /lawyers/nia-jones Disallow: /lawyers/katy-jones Disallow: /lawyers/jason-kallis Disallow: /lawyers/anna-keeling Disallow: /lawyers/maureen-kelly Disallow: /lawyers/jaan-larner Disallow: /lawyers/stephen-levinson Disallow: /lawyers/arwel-lewis Disallow: /lawyers/clare-lucas Disallow: /lawyers/monica-ma Disallow: /lawyers/mark-machray Disallow: /lawyers/wendy-martin Disallow: /lawyers/robert-matthews Disallow: /lawyers/joanna-mckenzie Disallow: /lawyers/anna-mckibbin Disallow: /lawyers/joseph-miller Disallow: /lawyers/ros-miller Disallow: /lawyers/valerie-mitchell Disallow: /lawyers/andrew-niblock Disallow: /lawyers/claire-oflinn Disallow: /lawyers/marcus-oleary Disallow: /lawyers/john-pears Disallow: /lawyers/martin-pearse Disallow: /lawyers/alex-penberthy Disallow: /lawyers/patrick-pennal Disallow: /lawyers/hilary-pennington-mellor Disallow: /lawyers/rose-phelps Disallow: /lawyers/geoffrey-pickerill Disallow: /lawyers/robert-pocknell Disallow: /lawyers/karl-pocock Disallow: /lawyers/anita-prinjha Disallow: /lawyers/meriel-pymont Disallow: /lawyers/stephen-ralph Disallow: /lawyers/lisa-raymond Disallow: /lawyers/laurence-relton Disallow: /lawyers/paul-renney Disallow: /lawyers/bryan-rickman Disallow: /lawyers/laura-rogers Disallow: /lawyers/cordelia-rushby Disallow: /lawyers/trevor-sears Disallow: /lawyers/patrick-selley Disallow: /lawyers/meera-shah Disallow: /lawyers/sarah-sheehan Disallow: /lawyers/susannah-sheppard Disallow: /lawyers/helen-sherborne Disallow: /lawyers/mark-shulman Disallow: /lawyers/dee-sian Disallow: /lawyers/matheu-smith Disallow: /lawyers/oliver-smith Disallow: /lawyers/nicole-smith Disallow: /lawyers/mark-spragg Disallow: /lawyers/john-stephens Disallow: /lawyers/deborah-swanwick Disallow: /lawyers/nicholas-tall Disallow: /lawyers/ian-taylorson Disallow: /lawyers/nicola-thatcher Disallow: /lawyers/susannah-tubbs Disallow: /lawyers/tony-watts Disallow: /lawyers/catherine-williams Disallow: /lawyers/philippa-wood Disallow: /lawyers/stephen-woolf