Merge branch 'main' into hidden-docs-alt

middleware/robots.js

@@ -1,5 +1,6 @@
 const languages = require('../lib/languages')
 const products = require('../lib/all-products')
+const { deprecated } = require('../lib/enterprise-server-releases.js')
 
 let defaultResponse = 'User-agent: *'
 
@@ -36,5 +37,13 @@ module.exports = function (req, res, next) {
       })
     })
 
+  // Disallow crawling of Deprecated enterprise versions
+  deprecated
+    .forEach(version => {
+      defaultResponse = defaultResponse
+        .concat(`\nDisallow: /*/enterprise-server@${version}/*`)
+        .concat(`\nDisallow: /*/enterprise/${version}/*`)
+    })
+
   return res.send(defaultResponse)
 }