Add new sync implementation

gadget-inc · Dec 5, 2023 · bff621c · bff621c
1 parent 74262ee
commit bff621c
Show file tree

Hide file tree

Showing 9 changed files with 1,120 additions and 21 deletions.
diff --git a/spec/__support__/filesync.ts b/spec/__support__/filesync.ts
@@ -1,6 +1,7 @@
 import fs from "fs-extra";
 import assert from "node:assert";
 import os from "node:os";
+import pMap from "p-map";
 import { expect, vi, type Assertion } from "vitest";
 import { z } from "zod";
 import {
@@ -10,12 +11,14 @@ import {
   type MutationPublishFileSyncEventsArgs,
 } from "../../src/__generated__/graphql.js";
 import {
+  FILE_SYNC_FILES_QUERY,
+  FILE_SYNC_HASHES_QUERY,
   PUBLISH_FILE_SYNC_EVENTS_MUTATION,
-  REMOTE_FILES_VERSION_QUERY,
   REMOTE_FILE_SYNC_EVENTS_SUBSCRIPTION,
 } from "../../src/services/app/edit-graphql.js";
-import { Directory } from "../../src/services/filesync/directory.js";
+import { Directory, type Hashes } from "../../src/services/filesync/directory.js";
 import { FileSync, isEmptyOrNonExistentDir, type File } from "../../src/services/filesync/filesync.js";
+import { isEqualHashes } from "../../src/services/filesync/hashes.js";
 import { isNil } from "../../src/services/util/is.js";
 import { defaults, omit } from "../../src/services/util/object.js";
 import { PromiseSignal } from "../../src/services/util/promise.js";
@@ -101,6 +104,8 @@ export type SyncScenario = {
 
   filesVersionDirs: Map<bigint, Directory>;
   expectFilesVersionDirs: () => Assertion<Promise<Record<string, Files>>>;
+
+  expectLocalAndGadgetHashesMatch: () => Promise<void>;
 };
 
 export const makeSyncScenario = async ({
@@ -121,6 +126,10 @@ export const makeSyncScenario = async ({
   const filesVersionDirs = new Map<bigint, Directory>();
   filesVersionDirs.set(1n, filesVersion1Dir);
 
+  if (!isEqualHashes(await localDir.hashes(), await gadgetDir.hashes())) {
+    gadgetFilesVersion = 2n;
+  }
+
   if (gadgetFilesVersion === 2n) {
     await fs.copy(gadgetDir.path, testDirPath("fv-2"));
     filesVersionDirs.set(2n, await Directory.init(testDirPath("fv-2")));
@@ -172,11 +181,80 @@ export const makeSyncScenario = async ({
 
   void nockEditGraphQLResponse({
     persist: true,
-    query: REMOTE_FILES_VERSION_QUERY,
-    response: () => {
+    query: FILE_SYNC_HASHES_QUERY,
+    response: async (body) => {
+      const { variables } = z
+        .object({
+          variables: z
+            .object({
+              filesVersion: z.string().optional(),
+            })
+            .optional(),
+        })
+        .parse(body);
+
+      let filesVersion: bigint;
+      let hashes: Hashes;
+
+      if (isNil(variables?.filesVersion)) {
+        log.debug("sending gadget hashes", { gadgetFilesVersion, body, variables });
+        filesVersion = gadgetFilesVersion;
+        hashes = await gadgetDir.hashes();
+      } else {
+        filesVersion = BigInt(variables.filesVersion);
+        log.debug("sending files version hashes", { filesVersion, body });
+        const filesVersionDir = filesVersionDirs.get(filesVersion);
+        assert(filesVersionDir, `filesVersionDir ${filesync.filesVersion} doesn't exist`);
+        hashes = await filesVersionDir.hashes();
+      }
+
       return {
         data: {
-          remoteFilesVersion: String(gadgetFilesVersion),
+          fileSyncHashes: {
+            filesVersion: String(filesVersion),
+            hashes,
+          },
+        },
+      };
+    },
+  });
+
+  void nockEditGraphQLResponse({
+    optional: true,
+    persist: true,
+    query: FILE_SYNC_FILES_QUERY,
+    response: async (body) => {
+      const { paths, filesVersion = String(gadgetFilesVersion) } = z
+        .object({
+          variables: z.object({
+            filesVersion: z.string().optional(),
+            paths: z.array(z.string()),
+          }),
+        })
+        .parse(body).variables;
+
+      const filesVersionDir = filesVersionDirs.get(BigInt(filesVersion));
+      assert(filesVersionDir, `filesVersionDir ${filesync.filesVersion} doesn't exist`);
+
+      return {
+        data: {
+          fileSyncFiles: {
+            filesVersion: filesVersion,
+            files: await pMap(paths, async (filepath) => {
+              const stats = await fs.stat(filesVersionDir.absolute(filepath));
+              let content = "";
+              if (stats.isFile()) {
+                content = await fs.readFile(filesVersionDir.absolute(filepath), { encoding: FileSyncEncoding.Base64 });
+              }
+
+              return {
+                path: filepath,
+                mode: stats.mode,
+                content,
+                encoding: FileSyncEncoding.Base64,
+              };
+            }),
+          },
         },
       };
     },
@@ -294,5 +372,11 @@ export const makeSyncScenario = async ({
           return dirs;
         })(),
       ),
+
+    expectLocalAndGadgetHashesMatch: async () => {
+      const localHashes = await localDir.hashes();
+      const gadgetHashes = await gadgetDir.hashes();
+      expect(localHashes).toEqual(gadgetHashes);
+    },
   };
 };
diff --git a/spec/commands/sync.spec.ts b/spec/commands/sync.spec.ts
@@ -537,6 +537,7 @@ describe("sync", () => {
     await expectGadgetDir().resolves.toMatchInlineSnapshot(`
       {
         ".gadget/": "",
+        ".ignore": "tmp",
       }
     `);
   });