# Access-restrictions cf http://www.robotstxt.org/wc/norobots.html # For support.bull.com, by V.B., 2009-10-13 ###### GENERAL # User-agent: * Crawl-delay: 10 Disallow: /ols/search Disallow: /documentation/byproduct/search Disallow: /ols/intsup Disallow: /ols/projects Disallow: /ols/online/workgroups ###### GOOGLEBOT # The wildcard * is only supported by Googlebot (and "$" matches end of URL string) # http://www.google.com/support/webmasters/bin/answer.py?answer=40367&ctx=sibling User-agent: Googlebot Disallow: /*/search Disallow: /*searchterm= Disallow: /*path= Disallow: /*contact-info Disallow: /*_icon.gif Disallow: /*image_view_fullscreen Disallow: /*join_form Disallow: /*login_form Disallow: /*/RSS$ Disallow: /*sendto_form Disallow: /*/sitemap$ Disallow: /ols/portal_ Disallow: /Members/ Disallow: /ols/author Disallow: /*preview_popup Disallow: /*set_language=es Disallow: /documentation/*switchLanguage Disallow: /*/int/ Disallow: /*/intb/ Disallow: /ols/intsup Disallow: /ols/projects Disallow: /ols/online/workgroups Disallow: /*.bff Disallow: /*.exe Disallow: /*.gz Disallow: /*.iso Disallow: /*.rpm Disallow: /*.tgz Disallow: /*.Z Disallow: /*.zip ###### MSNBOT # Rules to obtain filetering similar as Google, but with a crawl-delay # http://help.live.com/help.aspx?mkt=en-us&project=wl_webmasters User-agent: msnbot Crawl-delay: 90 Disallow: /*/search Disallow: /*searchterm= Disallow: /*path= Disallow: /*contact-info Disallow: /*_icon.gif Disallow: /*image_view_fullscreen Disallow: /*join_form Disallow: /*login_form Disallow: /*/RSS$ Disallow: /*sendto_form Disallow: /*/sitemap$ Disallow: /ols/portal_ Disallow: /Members/ Disallow: /ols/author Disallow: /*preview_popup Disallow: /*set_language=es Disallow: /documentation/*switchLanguage Disallow: /*/int/ Disallow: /*/intb/ Disallow: /ols/intsup Disallow: /ols/projects Disallow: /ols/online/workgroups Disallow: /*.bff Disallow: /*.exe Disallow: /*.gz Disallow: /*.iso Disallow: /*.rpm Disallow: /*.tgz Disallow: /*.Z Disallow: /*.zip ###### MISC # User-agent: Fasterfox Disallow: / ### END