1
0
mirror of synced 2026-01-03 06:04:16 -05:00

Improve Elasticsearch indexing to stagger, do less, and longer timeout (#38703)

This commit is contained in:
Peter Bengtsson
2023-07-10 09:20:32 -04:00
committed by GitHub
parent e9677c35a2
commit 6df2b00a57
2 changed files with 43 additions and 5 deletions

View File

@@ -91,6 +91,13 @@ jobs:
runs-on: ubuntu-20.04-xl
strategy:
fail-fast: false
# When it's only English (i.e. a simple array of ['en']), this value
# does not matter. If it's ALL the languages, then we know we can
# be patient because it's a daily scheduled run and it's run by bots
# while humans are asleep. So there's no rush and no need to finish
# the whole job fast.
# As of June 2023, it takes about 10+ minutes to index one whole
# language and we have 8 non-English languages.
max-parallel: 3
matrix:
language: ${{ fromJSON(needs.figureOutMatrix.outputs.matrix) }}
@@ -185,6 +192,7 @@ jobs:
run: |
./src/search/scripts/index-elasticsearch.js /tmp/records \
--language ${{ matrix.language }} \
--stagger-seconds 5
- name: Check created indexes and aliases
run: |