Support mycelium on grid client deployments

packages/grid_client/scripts/add_node_to_network.ts

@@ -15,6 +15,7 @@ async function main() {
     name: "wedtest",
     ipRange: "10.249.0.0/16",
     nodeId: 14,
+    mycelium: false,
   };
   // if the network is not created, it will create one and add this node to it.
   await addNode(grid3, node);

packages/grid_client/scripts/add_worker.ts

@@ -46,6 +46,7 @@ async function main() {
     public_ip: false,
     public_ip6: false,
     planetary: true,
+    mycelium: false,
   };
 
   //Add Worker

packages/grid_client/scripts/caprover_leader.ts

@@ -54,6 +54,7 @@ async function main() {
         public_ip: true,
         public_ip6: false,
         planetary: false,
+        mycelium: false,
         cpu: 4,
         memory: 1024 * 4,
         rootfs_size: 0,

packages/grid_client/scripts/caprover_worker.ts

@@ -53,6 +53,7 @@ async function main() {
         public_ip: true,
         public_ip6: false,
         planetary: false,
+        mycelium: false,
         cpu: 4,
         memory: 1024 * 4,
         rootfs_size: 0,

packages/grid_client/scripts/dynamic_single_vm.ts

@@ -54,6 +54,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: false,
         cpu: 1,
         memory: 1024,
         rootfs_size: 0,

packages/grid_client/scripts/kubernetes.ts

@@ -61,6 +61,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: true,
       },
     ],
     workers: [
@@ -74,6 +75,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: true,
       },
     ],
     metadata: "",

packages/grid_client/scripts/kubernetes_mycelium.ts

@@ -0,0 +1,111 @@
+import { FilterOptions, K8SModel } from "../src";
+import { config, getClient } from "./client_loader";
+import { log } from "./utils";
+
+async function deploy(client, k8s) {
+  const res = await client.k8s.deploy(k8s);
+  log("================= Deploying K8s =================");
+  log(res);
+  log("================= Deploying K8s =================");
+}
+
+async function getDeployment(client, k8s) {
+  const res = await client.k8s.getObj(k8s);
+  log("================= Getting deployment information =================");
+  log(res);
+  log("================= Getting deployment information =================");
+}
+
+async function cancel(client, k8s) {
+  const res = await client.k8s.delete(k8s);
+  log("================= Canceling the deployment =================");
+  log(res);
+  log("================= Canceling the deployment =================");
+}
+
+async function main() {
+  const grid3 = await getClient();
+
+  const k: K8SModel = {
+    name: "testk8sMy",
+    secret: "secret",
+    network: {
+      name: "monNetwork",
+      ip_range: "10.238.0.0/16",
+      addAccess: true,
+      myceliumSeed: [
+        {
+          nodeId: 153,
+          myceliumSeed: "a5f0ea16a744af2c0c23fc878d727a6f355079f82d979ad4bc75dd8fb5ebc90e",
+        },
+        {
+          nodeId: 31,
+          myceliumSeed: "7edd9c250f834cb326c3cf116040cf2214f38c669bf27a72e2f5b9e44fc7b27e",
+        },
+        {
+          nodeId: 177,
+          myceliumSeed: "3162379d1d2530e2113ae2c7142370cc195628238fa1059f2f25ef51c113e892",
+        },
+      ],
+    },
+    masters: [
+      {
+        name: "masterMy",
+        node_id: 153,
+        cpu: 1,
+        memory: 1024,
+        rootfs_size: 0,
+        disk_size: 1,
+        public_ip: false,
+        public_ip6: false,
+        planetary: true,
+        mycelium: true,
+        myceliumSeed: "1791fed39e0f",
+      },
+    ],
+    workers: [
+      {
+        name: "worker1",
+        node_id: 31,
+        cpu: 1,
+        memory: 1024,
+        rootfs_size: 0,
+        disk_size: 1,
+        public_ip: false,
+        public_ip6: false,
+        planetary: true,
+        mycelium: true,
+        myceliumSeed: "580bafd349f5",
+      },
+      {
+        name: "worker2",
+        node_id: 177,
+        cpu: 1,
+        memory: 1024,
+        rootfs_size: 0,
+        disk_size: 1,
+        public_ip: false,
+        public_ip6: false,
+        planetary: true,
+        mycelium: true,
+        myceliumSeed: "0378c83a7e1f",
+      },
+    ],
+    metadata: "",
+    description: "test deploying k8s with mycelium via ts grid3 client",
+    ssh_key: config.ssh_key,
+  };
+
+  //Deploy K8s
+  await deploy(grid3, k);
+
+  //Get the deployment
+  await getDeployment(grid3, k.name);
+
+  //Uncomment the line below to cancel the deployment
+  // await cancel(grid3, { name: k.name });
+
+  await grid3.disconnect();
+}
+
+main();

packages/grid_client/scripts/kubernetes_with_qsfs.ts

@@ -102,6 +102,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: false,
         qsfs_disks: [
           {
             qsfs_zdbs_name: qsfs_name,
@@ -127,6 +128,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: false,
       },
     ],
     metadata: "",

packages/grid_client/scripts/mass_deployments.ts

@@ -119,6 +119,7 @@ async function main() {
       vm.disks = [];
       vm.public_ip = publicIp;
       vm.planetary = true;
+      vm.mycelium = false;
       vm.cpu = cru;
       vm.memory = mru;
       vm.rootfs_size = rootFs;

packages/grid_client/scripts/multiple_vms.ts

@@ -54,6 +54,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: false,
         cpu: 1,
         memory: 1024,
         rootfs_size: 0,
@@ -76,6 +77,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: false,
         cpu: 1,
         memory: 1024,
         rootfs_size: 0,

packages/grid_client/scripts/single_vm.ts

@@ -35,7 +35,7 @@ async function main() {
     machines: [
       {
         name: "testvm",
-        node_id: 17,
+        node_id: 11,
         disks: [
           {
             name: "wedDisk",
@@ -46,6 +46,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: false,
         cpu: 1,
         memory: 1024 * 2,
         rootfs_size: 0,

packages/grid_client/scripts/single_vm_mycelium.ts

@@ -0,0 +1,83 @@
+import { MachinesModel } from "../src";
+import { config, getClient } from "./client_loader";
+import { log } from "./utils";
+
+async function deploy(client, vms) {
+  const res = await client.machines.deploy(vms);
+  log("================= Deploying VM =================");
+  log(res);
+  log("================= Deploying VM =================");
+}
+
+async function getDeployment(client, vms) {
+  const res = await client.machines.getObj(vms);
+  log("================= Getting deployment information =================");
+  log(res);
+  log("================= Getting deployment information =================");
+}
+
+async function cancel(client, vms) {
+  const res = await client.machines.delete(vms);
+  log("================= Canceling the deployment =================");
+  log(res);
+  log("================= Canceling the deployment =================");
+}
+
+async function main() {
+  const grid3 = await getClient();
+
+  const vms: MachinesModel = {
+    name: "newMY",
+    network: {
+      name: "hellotest",
+      ip_range: "10.249.0.0/16",
+      myceliumSeed: [
+        {
+          nodeId: 168,
+          myceliumSeed: "050d109829d8492d48bfb33b711056080571c69e46bfde6b4294c4c5bf468a76",
+        },
+      ],
+    },
+    machines: [
+      {
+        name: "testvmMY",
+        node_id: 168,
+        disks: [
+          {
+            name: "wedDisk",
+            size: 8,
+            mountpoint: "/testdisk",
+          },
+        ],
+        public_ip: false,
+        public_ip6: false,
+        planetary: true,
+        mycelium: true,
+        myceliumSeed: "1e1404279b3d",
+        cpu: 1,
+        memory: 1024 * 2,
+        rootfs_size: 0,
+        flist: "https://hub.grid.tf/tf-official-apps/base:latest.flist",
+        entrypoint: "/sbin/zinit init",
+        env: {
+          SSH_KEY: config.ssh_key,
+        },
+      },
+    ],
+    metadata: "",
+    description: "test deploying single VM with mycelium via ts grid3 client",
+  };
+
+  //Deploy VMs
+  await deploy(grid3, vms);
+
+  //Get the deployment
+  await getDeployment(grid3, vms.name);
+
+  //Uncomment the line below to cancel the deployment
+  // await cancel(grid3, { name: vms.name });
+
+  await grid3.disconnect();
+}
+
+main();

packages/grid_client/scripts/vm_with_gpu.ts

@@ -67,6 +67,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: false,
         cpu: 8,
         memory: 1024 * 16,
         rootfs_size: 0,

packages/grid_client/scripts/vm_with_qsfs.ts

@@ -110,6 +110,7 @@ async function main() {
         public_ip: false,
         public_ip6: false,
         planetary: true,
+        mycelium: false,
         cpu: 1,
         memory: 1024,
         rootfs_size: 0,

packages/grid_client/scripts/wireguard_vm.ts

@@ -16,6 +16,7 @@ function createMachineModel(node: number) {
     node_id: node,
     public_ip: false,
     planetary: true,
+    mycelium: false,
     cpu: 1,
     memory: 1024 * 2,
     rootfs_size: 0,

packages/grid_client/src/helpers/validator.ts

@@ -1,6 +1,7 @@
 import { ValidationError } from "@threefold/types";
 import { plainToInstance } from "class-transformer";
 import { validate } from "class-validator";
+import * as crypto from "crypto";
 
 async function validateObject(obj) {
   const errors = await validate(obj);
@@ -23,4 +24,23 @@ function validateInput(target, propertyKey: string, descriptor: PropertyDescript
   };
 }
 
-export { validateObject, validateInput };
+function generateRandomHexSeed(length: number) {
+  const bytes = crypto.randomBytes(length);
+  return bytes.toString("hex");
+}
+
+function generateHexSeed(length: number, numbers: number[]) {
+  const hexSeed = numbers[0].toString(16).padStart(length, "0") + numbers[1].toString(16).padStart(length, "0");
+
+  return hexSeed;
+}
+
+function validateHexSeed(seed: string, length: number): boolean {
+  const hexSeedRegex = new RegExp(`^[0-9A-Fa-f]{${length * 2}}$`);
+  if (!hexSeedRegex.test(seed)) {
+    throw new ValidationError(`Invalid seed. It should be a ${length}-character hexadecimal string.`);
+  }
+  return true;
+}
+
+export { validateObject, validateInput, generateRandomHexSeed, validateHexSeed, generateHexSeed };