1
0
mirror of synced 2025-12-30 03:01:36 -05:00

Retry improvements on bulk indexing (#45059)

Co-authored-by: Robert Sese <734194+rsese@users.noreply.github.com>
This commit is contained in:
Peter Bengtsson
2023-10-26 15:19:04 -04:00
committed by GitHub
parent fa4ca3e088
commit 0460d9fe1b
3 changed files with 153 additions and 43 deletions

View File

@@ -107,7 +107,7 @@ jobs:
# the whole job fast.
# As of June 2023, it takes about 10+ minutes to index one whole
# language and we have 8 non-English languages.
max-parallel: 2
max-parallel: 3
matrix:
language: ${{ fromJSON(needs.figureOutMatrix.outputs.matrix) }}
steps:
@@ -197,7 +197,8 @@ jobs:
run: |
./src/search/scripts/index-elasticsearch.js /tmp/records \
--language ${{ matrix.language }} \
--stagger-seconds 5
--stagger-seconds 5 \
--retries 5
- name: Check created indexes and aliases
run: |