Make mirror step easier to read

norwd · Dec 11, 2024 · 3a8b893 · 3a8b893
1 parent afd8c5e
commit 3a8b893
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/.github/workflows/mirror.yml b/.github/workflows/mirror.yml
@@ -35,11 +35,17 @@ jobs:
           do
             ENDPOINT="$(curl -sS "${ENDPOINT}" | tee "${TMP_FILE}" | jq --raw-output "${JQ_QUERY}")"
             cat "${TMP_FILE}"
-          done | jq --slurp '[.[].results[]]' | tee "index.json" | jq --raw-output '.[].formats[]' | xargs -P "$(nproc)" -IURL wget --no-verbose --execute robots=off --random-wait --wait 10 --no-host-directories --force-directories URL
+          done | \
+            jq --slurp '[.[].results[]]' | \
+            tee "index.json" | \
+            jq --raw-output '.[].formats[]' | \
+            xargs --max-procs="$(nproc)" -IURL \
+              wget --no-verbose --execute robots=off --random-wait --wait "${WAIT_SEC}" --no-host-directories --force-directories URL
         env:
           ENDPOINT: 'https://gutendex.com/books/?languages=eo'
           JQ_QUERY: '.next|tostring|sub("^null$"; ""; "i")'
           TMP_FILE: '${{ runner.temp }}/results'
+          WAIT_SEC: 10
 
       - name: "Add files"
         run: git add .