Fixed index setting in generic dataset (#177)

dssg · Feb 22, 2024 · cb8c6b6 · cb8c6b6
1 parent 3ca75c5
commit cb8c6b6
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/aequitas/flow/datasets/generic.py b/src/aequitas/flow/datasets/generic.py
@@ -164,8 +164,12 @@ def load_data(self) -> None:
                 self._validate_splits()
         else:
             train = read_method(self.paths[0])
+            train_index = train.index[-1]
             validation = read_method(self.paths[1])
+            validation.set_index(validation.index + train_index + 1, inplace=True)
+            validation_index = validation.index[-1]
             test = read_method(self.paths[2])
+            test.set_index(test.index + validation_index + 1, inplace=True)
             self._indexes = [train.index, validation.index, test.index]
 
             self.data = pd.concat([train, validation, test])