# Robots.tx for Acquia.com # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html # # For syntax checking, see: # http://www.frobee.com/robots-txt-check User-agent: * Crawl-delay: 10 # HTTPS #Allow: https://www.acquia.com/careers #Disallow: ^https:// # Directories Disallow: /files/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ #Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/login? Disallow: /tags/ Disallow: /collateral/ Disallow: /sites/default/files/casestudies/ Disallow: /fr/downloads/ Disallow: /de/downloads/ Disallow: /basic-slider-type/* # AC-3263 Disallow: /gb/resources/whitepapers/many-sites-many-problems-one-big-opportunity/v2 Disallow: /gb/resources/ebooks/ultimate-guide-drupal-8/v2 Disallow: /gb/resources/ebooks/future-proofing-your-business-open-marketing/v2 Disallow: /gb/resources/whitepapers/beyond-marketing-why-digital-disruption-requires-deeper-transformation/v2 Disallow: /gb/resources/ebooks/modern-customer-journey/v2 Disallow: /gb/resources/ebooks/solving-data-problem/v2 Disallow: /gb/resources/ebooks/power-unified-customer-profile/v2 # AC-4244 # Asset serve paths. Disallow: /serve-asset/ Disallow: /resources/asset-download/ # Asset location paths. Disallow: /sites/default/files/library/attachment/ Disallow: /sites/default/files/casestudies/pdf/ Disallow: /sites/default/files/datasheets/pdfs/ Disallow: /sites/default/files/partner-portal/ Disallow: /sites/default/files/partnerprogram/ Disallow: /sites/default/files/program/ Disallow: /sites/default/files/whitepapers/pdfs/ Disallow: /sites/default/files/collateral/ # AC-1557 Disallow: /admin-workbench-needs-review Disallow: /admin-workbench-drafts # AC-5679 Disallow: /gb/resources/tutorials-education Disallow: /fr/resources/tutorials-education Disallow: /nl/resources/tutorials-education Disallow: /de/resources/tutorials-education User-agent: * Crawl-delay: 10 Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php Disallow: /admin/ Disallow: /comment/reply/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/logout/ Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=user/logout/ Sitemap: https://www.acquia.com/sitemap.xml