From 5a77fbcfea5b603934bb4d0262ff230cc0684df1 Mon Sep 17 00:00:00 2001 From: Gerit Wagner Date: Mon, 16 Sep 2024 12:03:02 +0200 Subject: [PATCH] pandas: concat instead of append --- bib_dedupe/dedupe_benchmark.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/bib_dedupe/dedupe_benchmark.py b/bib_dedupe/dedupe_benchmark.py index e7528e2..b0d7ce9 100644 --- a/bib_dedupe/dedupe_benchmark.py +++ b/bib_dedupe/dedupe_benchmark.py @@ -86,7 +86,9 @@ def __load_data(self) -> None: part1_df = pd.read_csv(str(part1_path)) self.records_df = part1_df part2_df = pd.read_csv(str(part2_path)) - self.records_df = self.records_df.append(part2_df, ignore_index=True) + self.records_df = pd.concat( + [self.records_df, part2_df], ignore_index=True + ) true_merged_ids_df = pd.read_csv(str(self.merged_record_ids_path)) self.true_merged_ids = true_merged_ids_df["merged_ids"].str.split(";").tolist()