[HUDI-5334] Fix checkpoint reading for structured streaming

apache · Dec 6, 2022 · b608fa6 · b608fa6
1 parent 74f8d94
commit b608fa6
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/CommitUtils.java b/hudi-common/src/main/java/org/apache/hudi/common/util/CommitUtils.java
@@ -151,7 +151,8 @@ public static HashMap<String, String> getFileIdWithoutSuffixAndRelativePaths(Map
    * @return An optional commit metadata with latest checkpoint.
    */
   public static Option<HoodieCommitMetadata> getLatestCommitMetadataWithValidCheckpointInfo(HoodieTimeline timeline, String checkpointKey) {
-    return (Option<HoodieCommitMetadata>) timeline.getReverseOrderedInstants().map(instant -> {
+    return (Option<HoodieCommitMetadata>) timeline.filterCompletedInstants()
+        .getReverseOrderedInstants().map(instant -> {
       try {
         HoodieCommitMetadata commitMetadata = HoodieCommitMetadata
             .fromBytes(timeline.getInstantDetails(instant).get(), HoodieCommitMetadata.class);