# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php Disallow: /request-for-proposal Disallow: /content/designing-tool-for-irrigation-system Disallow: /content/integrated-contract-administration-platform-project Disallow: /content/credit-ranking-solution Disallow: /content/online-bookselling-portal Disallow: /creating_subscription.html Disallow: /solutions/sample-applications.html Disallow: /solutions/drupal-development.html Disallow: /getting-started-guide.html Disallow: /data-integration.html Disallow: /ecmp-services.html Disallow: /strategic-partners.html Disallow: /node/406 Disallow: /data-synchronization.html Disallow: /content/saas-based-alfresco-application Disallow: /act-crm-plug-in.html Disallow: /news.html Disallow: /index-sample.html Disallow: /pepperweed-casestudy.html Disallow: /web-content-management.html Disallow: /solutions/open-source-consulting.html Disallow: /content/integrated-contract-administration-platform-project Disallow: /dedicated-resource-faq.html Disallow: /solutions/Configure_Settings.html Disallow: /Configure_Settings.html Disallow: /security.html Disallow: /enterprise_faq.html Disallow: /solutions/security.html Disallow: /features.html Disallow: /getting-started-guide.html Disallow: /solutions/act-crm-plug-in.html Disallow: /solutions/backlog-creation.html Disallow: /solutions/certified-partners.html Disallow: /solutions/channel-partners.html Disallow: /solutions/closure.html Disallow: /solutions/customer-partners.html Disallow: /solutions/data-integration.html Disallow: /solutions/executing_subscription_job.html Disallow: /solutions/planning.html Disallow: /solutions/power-distribution-ERP.html Disallow: /solutions/product.html Disallow: /solutions/project-segmentation.html Disallow: /solutions/recommended-jdbc-drivers.html Disallow: /outsourced-product-development.html Disallow: /solutions/sites/daffodilsw.com/themes/applane/slideshow/slideshow.swf Disallow: /solutions/sprint-review.html Disallow: /solutions/sprint.html Disallow: /solutions/strategic-partners.html Disallow: /solutions/system-architecture.html Disallow: /solutions/team-creation.html Disallow: /solutions/downloads/download.php?f=Corporate-Brochure.pdf Disallow: /solutions/downloads/download.php?f=Corporate-Resume.pdf Disallow: /solutions/sites/daffodilsw.com/themes/applane/images/main.swf Disallow: /solutions/sites/solutions.daffodilsw.com/themes/applane/images/partners.swf Disallow: /search/search.pl?p=848&lang=en&include=&exclude=&penalty=&mode=&q=coverage Disallow: /search/search.pl?p=1&lang=en&include=&exclude=&penalty=&mode=&q=sucess Disallow: /search/search.pl?p=608&lang=en&include=&exclude=&penalty=&mode=&q=media Disallow: /search/search.pl?p=838&lang=en&include=&exclude=&penalty=&mode=&q=coverage Disallow: /search/search.pl?p=843&lang=en&include=&exclude=&penalty=&mode=&q=media Disallow: /blog/page/47?cat=hulzvzuuky # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /node/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /blog/page/2?cat=%5C%5C%5C%%5C32%5C%5C%5C%5C Disallow: /blog/?cat='27' Disallow: /blog/?cat='31' Disallow: /blog/2009/12/creating-content-types-in-sharepoint-through-code-2.html Disallow: /blog/page/2?cat=\\\\32\\\\ Disallow: /blog/*?cat=* Disallow: /search/search.pl?=3&lang=en&include=&exclude=&penalty=&mode=&q=solutions Disallow: /flex-resource.html