Enhance repair data file scan util (#14167)

* enhance repair data file scan util

* add ut

* add log

* remove duplicate code

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/CompactionStatisticsCheckFailedException.java

@@ -0,0 +1,87 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.storageengine.dataregion.compaction.execute.exception;
+
+import org.apache.tsfile.file.header.PageHeader;
+import org.apache.tsfile.file.metadata.ChunkMetadata;
+import org.apache.tsfile.file.metadata.IDeviceID;
+import org.apache.tsfile.file.metadata.TimeseriesMetadata;
+import org.apache.tsfile.read.common.TimeRange;
+
+public class CompactionStatisticsCheckFailedException extends RuntimeException {
+
+  public CompactionStatisticsCheckFailedException(String msg) {
+    super(msg);
+  }
+
+  public CompactionStatisticsCheckFailedException(
+      IDeviceID deviceID, TimeRange deviceTimeRange, TimeRange actualDeviceTimeRange) {
+    super(
+        getExceptionMsg(
+            deviceID,
+            "The time range of current device is "
+                + deviceTimeRange
+                + ", which should equals actual device time range "
+                + actualDeviceTimeRange));
+  }
+
+  public CompactionStatisticsCheckFailedException(
+      IDeviceID deviceID, TimeseriesMetadata timeseriesMetadata, TimeRange actualTimeRange) {
+    super(
+        getExceptionMsg(
+            deviceID,
+            "Current timeseriesMetadata is "
+                + timeseriesMetadata
+                + ", which should equals actual time range "
+                + actualTimeRange));
+  }
+
+  public CompactionStatisticsCheckFailedException(
+      IDeviceID deviceID, ChunkMetadata chunkMetadata, TimeRange actualChunkTimeRange) {
+    super(
+        getExceptionMsg(
+            deviceID,
+            "Current chunkMetadata is "
+                + chunkMetadata
+                + ", which should equals actual chunk time range "
+                + actualChunkTimeRange));
+  }
+
+  public CompactionStatisticsCheckFailedException(
+      IDeviceID deviceID, PageHeader pageHeader, TimeRange pageDataTimeRange) {
+    super(
+        getExceptionMsg(
+            deviceID,
+            "Current page is "
+                + pageHeader
+                + ", which should contains actual page data time range "
+                + pageDataTimeRange));
+  }
+
+  private static String getExceptionMsg(IDeviceID deviceID, String detail) {
+    return "The device(" + deviceID + ")'s time range verification failed. " + detail;
+  }
+
+  @Override
+  @SuppressWarnings("java:S3551")
+  public Throwable fillInStackTrace() {
+    return this;
+  }
+}

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/RepairUnsortedFileCompactionTask.java

@@ -198,12 +198,12 @@ private void calculateRepairMethod() {
       return;
     }
     RepairDataFileScanUtil repairDataFileScanUtil = new RepairDataFileScanUtil(sourceFile, true);
-    repairDataFileScanUtil.scanTsFile();
+    repairDataFileScanUtil.scanTsFile(true);
     if (repairDataFileScanUtil.isBrokenFile()) {
       sourceFile.setTsFileRepairStatus(TsFileRepairStatus.CAN_NOT_REPAIR);
       return;
     }
-    if (repairDataFileScanUtil.hasUnsortedData()) {
+    if (repairDataFileScanUtil.hasUnsortedDataOrWrongStatistics()) {
       sourceFile.setTsFileRepairStatus(TsFileRepairStatus.NEED_TO_REPAIR_BY_REWRITE);
       return;
     }