From 27671230bb7bd1cd4f514b54b31bb3c214f1f8e6 Mon Sep 17 00:00:00 2001
From: algolia-bot <accounts+algolia-api-client-bot@algolia.com>
Date: Mon, 18 Nov 2024 16:44:05 +0000
Subject: [PATCH] Merge branch 'main' into fix/new-safety-check (generated)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Co-authored-by: Clément Vannicatte <vannicattec@gmail.com>
---
 specs/bundled/crawler.doc.yml | 11 ++++++++---
 specs/bundled/crawler.yml     | 11 ++++++++---
 2 files changed, 16 insertions(+), 6 deletions(-)

diff --git a/specs/bundled/crawler.doc.yml b/specs/bundled/crawler.doc.yml
index 634ff565e0c..961eab55665 100644
--- a/specs/bundled/crawler.doc.yml
+++ b/specs/bundled/crawler.doc.yml
@@ -2881,8 +2881,8 @@ components:
     beforeIndexPublishing:
       type: object
       description: >-
-        Checks triggered after the crawl finishes and before the records are
-        added to the Algolia index.
+        These checks are triggered after the crawl finishes but before the
+        records are added to the Algolia index.
       properties:
         maxLostRecordsPercentage:
           type: number
@@ -2900,9 +2900,14 @@ components:
           minimum: 1
           maximum: 100
           default: 10
+        maxFailedUrls:
+          type: number
+          description: |
+            Stops the crawler if a specified number of pages fail to crawl.
+            If undefined, the crawler won't stop if it encounters such errors.
     safetyChecks:
       type: object
-      description: Safety checks for ensuring data integrity between crawls.
+      description: Checks to ensure the crawl was successful.
       properties:
         beforeIndexPublishing:
           $ref: '#/components/schemas/beforeIndexPublishing'
diff --git a/specs/bundled/crawler.yml b/specs/bundled/crawler.yml
index 5ea6f3d2c78..db1019540da 100644
--- a/specs/bundled/crawler.yml
+++ b/specs/bundled/crawler.yml
@@ -2881,8 +2881,8 @@ components:
     beforeIndexPublishing:
       type: object
       description: >-
-        Checks triggered after the crawl finishes and before the records are
-        added to the Algolia index.
+        These checks are triggered after the crawl finishes but before the
+        records are added to the Algolia index.
       properties:
         maxLostRecordsPercentage:
           type: number
@@ -2900,9 +2900,14 @@ components:
           minimum: 1
           maximum: 100
           default: 10
+        maxFailedUrls:
+          type: number
+          description: |
+            Stops the crawler if a specified number of pages fail to crawl.
+            If undefined, the crawler won't stop if it encounters such errors.
     safetyChecks:
       type: object
-      description: Safety checks for ensuring data integrity between crawls.
+      description: Checks to ensure the crawl was successful.
       properties:
         beforeIndexPublishing:
           $ref: '#/components/schemas/beforeIndexPublishing'