# =================================== # # robots.txt for http://www.f5.com # =================================== # # allow all user agents User-agent: * Disallow: # =================================== # # disallow directories from being indexed Disallow: /cgi-bin/ Disallow: /includes/ Disallow: */js/ Disallow: /partners/apac/ Disallow: /partners/na/ Disallow: /partners/referrals/ Disallow: /partners/secure/ Disallow: /resource/ Disallow: /news-press-events/press/archive/ Disallow: /news-press-events/news/archive/ Disallow: /nys-list/ Disallow: /pdf/nys/ Disallow: /solution-center/ Disallow: /solutions/resources/case-studies.* Disallow: /solutions/resources/deployment-guides.* Disallow: /solutions/resources/solution-profiles.* Disallow: /solutions/resources/white-papers.* Disallow: */content/www/en-us/* Disallow: /training-support/certification/instructor-material/ Disallow: *utm_source Disallow: *? # =================================== # # Allow archives to be crawled by mini User-agent: gsa-crawler Disallow: Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: */js/ Disallow: /solution-center/ Disallow: /partners/secure/ Disallow: /ppc/ Disallow: /resource/ Disallow: /news-press-events/f5-on-demand/ Sitemap: http://www.f5.com/sitemap.xml