If Hydro just took too long, ignore it (#22547)

* If Hydro just took too long, ignore it

* Update lib/hydro.js

Co-authored-by: Peter Bengtsson <peterbe@github.com>

Co-authored-by: Peter Bengtsson <peterbe@github.com>

lib/hydro.js

@@ -3,6 +3,8 @@ import fetch from 'node-fetch'
 import statsd from '../lib/statsd.js'
 import FailBot from '../lib/failbot.js'
 
+const TIME_OUT_TEXT = 'ms has passed since batch creation'
+
 export default class Hydro {
   constructor({ secret, endpoint } = {}) {
     this.secret = secret || process.env.HYDRO_SECRET
@@ -67,6 +69,9 @@ export default class Hydro {
 
       const failures = await res.text()
 
+      // If Hydro just took too long, ignore it
+      if (failures.includes(TIME_OUT_TEXT)) throw new Error(`Hydro timed out (${failures})`)
+
       FailBot.report(err, {
         hydroStatus: res.status,
         hydroText: res.statusText,