Fix IT failure

Signed-off-by: Chen Dai <daichen@amazon.com>
opensearch-project · Jul 12, 2023 · df90b01 · df90b01
1 parent e10d160
commit df90b01
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/...integ-test/src/test/scala/org/opensearch/flint/spark/FlintSparkSkippingIndexITSuite.scala b/...integ-test/src/test/scala/org/opensearch/flint/spark/FlintSparkSkippingIndexITSuite.scala
@@ -181,7 +181,12 @@ class FlintSparkSkippingIndexITSuite
       .onTable(testTable)
       .addPartitions("year", "month")
       .create()
-    flint.refreshIndex(testIndex, INCREMENTAL)
+
+    val jobId = flint.refreshIndex(testIndex, INCREMENTAL)
+    val job = spark.streams.get(jobId.get)
+    failAfter(streamingTimeout) {
+      job.processAllAvailable()
+    }
 
     assertThrows[IllegalStateException] {
       flint.refreshIndex(testIndex, FULL)