# robots.txt for archive.sap.com # Version: 2016-10-25 User-agent: sap-search-web-crawler Allow: User-agent: * Allow: / Disallow: /discussions/message/ User-agent: Googlebot Allow: / Disallow: /discussions/message/ User-agent: Googlebot-Mobile Allow: / Disallow: /discussions/message/ User-agent: Bingbot Allow: / Disallow: /discussions/message/ User-agent: Baiduspider Allow: / Disallow: /discussions/message/ User-agent: gsa-crawler Allow: / Disallow: /discussions/message/ Sitemap: http://archive.sap.com/sitemap_index.xml