# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # # KD 07/10/09 9:16 AM Customized for www.edwardssprinkler.com User-agent: * Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ # made /sites/ more specific to allow public linked pdf indexing Disallow: /sites/all/ Disallow: /sites/default/ Disallow: /sites/edwardssprinkler.ca/ Disallow: /sites/edwardssprinkler.com/settings.php Disallow: /sites/troysprinkler/ # Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ # built into xmlsitemap by nav link Disallow: /contact Disallow: /logout Disallow: /node/add Disallow: /search/ Disallow: /user/register Disallow: /user/password Disallow: /user/login # Disallow: /category/ # Unused category paths Disallow: /category/fire-systems Disallow: /category/fire-systems/control-panels Disallow: /category/fire-systems/input-devices Disallow: /category/fire-systems/signalling Disallow: /category/fire-systems/graphic-annunciation Disallow: /category/sprinkler Disallow: /category/security Disallow: /category/security/access-control Disallow: /category/security/video-surveillance Disallow: /category/security/video-surveillance/cameras Disallow: /category/security/video-surveillance/dvrs Disallow: /category/security/video-surveillance/monitors Disallow: /category/security/intrusion Disallow: /category/security/enterprise-security-solutions Disallow: /category/communications Disallow: /category/communications/assisted-living Disallow: /category/communications/audio-and-communications Disallow: /category/communications/nurse-call Disallow: /category/distributor-products Disallow: /category/distributor-products/audible-signals Disallow: /category/distributor-products/audible-signals/bells Disallow: /category/distributor-products/audible-signals/horns Disallow: /category/distributor-products/audible-signals/buzzers Disallow: /category/distributor-products/audible-signals/accessories Disallow: /category/distributor-products/audible-signals/chimes Disallow: /category/distributor-products/audible-signals/electronic-signals Disallow: /category/distributor-products/audible-signals/air-horns Disallow: /category/distributor-products/visual-signals Disallow: /category/distributor-products/hazardous-location-signals Disallow: /category/distributor-products/fire-protection-equipment Disallow: /category/distributor-products/fire-protection-equipment/door-holders Disallow: /category/distributor-products/fire-protection-equipment/fire-alarm-control-panels Disallow: /category/distributor-products/fire-protection-equipment/input-devices Disallow: /category/distributor-products/fire-protection-equipment/residential-protection Disallow: /category/distributor-products/fire-protection-equipment/signalling-devices Disallow: /category/distributor-products/clocks Disallow: /category/distributor-products/security-annunciation-and-nurse-call Disallow: /category/distributor-products/security-annunciation-and-nurse-call/contactors Disallow: /category/distributor-products/security-annunciation-and-nurse-call/door-latches Disallow: /category/distributor-products/security-annunciation-and-nurse-call/message-centres Disallow: /category/distributor-products/security-annunciation-and-nurse-call/telephone-signal-actuators Disallow: /category/distributor-products/security-annunciation-and-nurse-call/call-assistance-kits Disallow: /category/distributor-products/security-annunciation-and-nurse-call/nurse-call Disallow: /category/distributor-products/security-annunciation-and-nurse-call/emergency-pull-stations Disallow: /category/distributor-products/pushbuttons-transformers-and-utility-boxes Disallow: /category/distributor-products/emergency-lighting Disallow: /category/distributor-products/emergency-lighting/emergency-lighting-units Disallow: /category/distributor-products/emergency-lighting/exit-signs Disallow: /category/distributor-products/emergency-lighting/remote-heads Disallow: /category/green-solutions Disallow: /category/green-solutions/occupancy-sensors Disallow: /category/green-solutions/photoluminescent Disallow: /category/service Disallow: /category/service/fire-systems-service Disallow: /category/service/kitchen-fire-suppression-service Disallow: /category/service/monitoring-services Disallow: /category/service/sprinkler-service Disallow: /category/service/security-service Disallow: /category/careers Disallow: /category/distributors Disallow: /category/locations # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/