Long id generation tracking (#22)

* gen id tracking * Improved log message
unidev-polydata · Dec 21, 2023 · b9cb8d2 · b9cb8d2
1 parent f881268
commit b9cb8d2
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/polydata-sqlite/src/main/java/com/unidev/polydata4/sqlite/PolydataSqlite.java b/polydata-sqlite/src/main/java/com/unidev/polydata4/sqlite/PolydataSqlite.java
@@ -158,6 +158,8 @@ public BasicPolyList insert(String dataset, InsertOptions insertOptions, Collect
             }
         });
 
+        Set<Long> genHashIds = new HashSet<>();
+
         Connection connection = fetchConnection(dataset);
         try {
             connection.setAutoCommit(false);
@@ -168,6 +170,13 @@ public BasicPolyList insert(String dataset, InsertOptions insertOptions, Collect
             for (InsertRequest request : toInsert) {
                 String id = request.getData()._id();
                 long id_n = genHash(id);
+
+                if (genHashIds.contains(id_n)) {
+                    log.warn("Duplicate id {} => {} for poly {}", id, id_n, request.getData());
+                    continue;
+                }
+                genHashIds.add(id_n);
+
                 Set<String> tags = buildTagIndex(request);
                 String tagString = buildTagIndexString(tags);
                 BasicPoly data = request.getData();