# Id: robots.txt,v 1.0 2009/11/01 20:24:38 averab Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * # Paths (clean URLs) Disallow: /c/portal # Paths (no clean URLs) Disallow: /web/guest/home?p_p_id= Disallow: /web/guest/who-we-are;jsessionid= Disallow: /web/guest/expertise-and-knowledge;jsessionid= Disallow: /web/guest/r-d-i;jsessionid= Disallow: /web/guest/news-and-events;jsessionid= Disallow: /web/guest/services;jsessionid= Disallow: /web/guest/software-development;jsessionid= Disallow: /web/guest/technological-consulting;jsessionid= Disallow: /web/guest/web-site-design;jsessionid= Disallow: /web/guest/technologies;jsessionid= Disallow: /web/guest/products;jsessionid= Disallow: /web/guest/open-source-catalog;jsessionid= Disallow: /web/guest/cms;jsessionid= Disallow: /web/guest/dms;jsessionid= Disallow: /web/guest/erp;jsessionid= Disallow: /web/guest/crm;jsessionid= Disallow: /web/guest/bi;jsessionid= Disallow: /web/guest/ec;jsessionid= Disallow: /web/guest/gis;jsessionid= Disallow: /web/guest/orm;jsessionid= Disallow: /web/guest/esb;jsessionid= Disallow: /web/guest/brms;jsessionid= Disallow: /web/guest/scm;jsessionid= Disallow: /web/guest/xp;jsessionid= Disallow: /web/guest/dbms;jsessionid= Disallow: /web/guest/as;jsessionid= Disallow: /web/guest/os;jsessionid= Disallow: /web/guest/sitemap;jsessionid= Disallow: /web/guest/contact;jsessionid= # Paths just to be included # Disallow: / # Allow: /web/guest # Allow: /web/guest/home # Allow: /web/guest/who-we-are # Allow: /web/guest/expertise-and-knowledge # Allow: /web/guest/r-d-i # Allow: /web/guest/news-and-events # Allow: /web/guest/services # Allow: /web/guest/software-development # Allow: /web/guest/technological-consulting # Allow: /web/guest/web-site-design # Allow: /web/guest/technologies # Allow: /web/guest/products # Allow: /web/guest/open-source-catalog # Allow: /web/guest/cms # Allow: /web/guest/dms # Allow: /web/guest/erp # Allow: /web/guest/crm # Allow: /web/guest/bi # Allow: /web/guest/ec # Allow: /web/guest/gis # Allow: /web/guest/orm # Allow: /web/guest/esb # Allow: /web/guest/brms # Allow: /web/guest/scm # Allow: /web/guest/xp # Allow: /web/guest/dbms # Allow: /web/guest/as # Allow: /web/guest/os # Allow: /web/guest/sitemap # Allow: /web/guest/contact