Add delta compression to change list

fastnear · Feb 9, 2024 · a31c09b · a31c09b
1 parent be3e588
commit a31c09b
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/scripts/build-raw-near-lake-index.js b/scripts/build-raw-near-lake-index.js
@@ -180,8 +180,10 @@ async function writeChangesFile(outPath, changesByAccount) {
                     changes = changes.slice(0, maxChangesLength);
                 }
                 writeVarint(changes.length);
+                let prevChange = 0;
                 for (let change of changes) {
-                    writeVarint(change);
+                    writeVarint(change - prevChange);
+                    prevChange = change;
                 }
                 i += changes.length;
             }
@@ -365,6 +367,9 @@ async function *readChangesFile(inPath) {
                 const changes = new Array(count);
                 for (let i = 0; i < count; i++) {
                     changes[i] = readVarint();
+                    if (i > 0) {
+                        changes[i] += changes[i - 1];
+                    }
                 }
 
                 yield { accountId, key, changes };