diff --git a/flint/integ-test/src/test/scala/org/opensearch/flint/spark/FlintSparkSkippingIndexITSuite.scala b/flint/integ-test/src/test/scala/org/opensearch/flint/spark/FlintSparkSkippingIndexITSuite.scala index 30179891a2..4fb6f46f5e 100644 --- a/flint/integ-test/src/test/scala/org/opensearch/flint/spark/FlintSparkSkippingIndexITSuite.scala +++ b/flint/integ-test/src/test/scala/org/opensearch/flint/spark/FlintSparkSkippingIndexITSuite.scala @@ -181,7 +181,12 @@ class FlintSparkSkippingIndexITSuite .onTable(testTable) .addPartitions("year", "month") .create() - flint.refreshIndex(testIndex, INCREMENTAL) + + val jobId = flint.refreshIndex(testIndex, INCREMENTAL) + val job = spark.streams.get(jobId.get) + failAfter(streamingTimeout) { + job.processAllAvailable() + } assertThrows[IllegalStateException] { flint.refreshIndex(testIndex, FULL)