feat(cat-gateway): adds deployment

.config/dictionaries/project.dic

@@ -146,6 +146,7 @@ keychains
 Keyhash
 keyserver
 keyspace
+keyspaces
 KUBECONFIG
 kubernetescrd
 kubetail
@@ -298,6 +299,7 @@ Toastify
 todos
 toggleable
 tojunit
+tolerations
 tomjs
 Traceback
 traefik

.github/workflows/ci.yml

@@ -16,7 +16,7 @@ jobs:
   ci:
     uses: input-output-hk/catalyst-forge/.github/workflows/ci.yml@ci/v1.5.0
     with:
-      forge_version: 0.8.0
+      forge_version: 0.8.1
 
   test_reporting:
     if: always()

catalyst-gateway/Earthfile

@@ -84,9 +84,16 @@ all-hosts-build:
 # package : Create a deployable container for catalyst-gateway
 package:
     FROM debian:12.7-slim
-    WORKDIR /cat-gateway
+
+    WORKDIR /app
+    RUN apt-get update && apt-get install -y curl python3 python3-pip
+    RUN pip3 install --break-system-packages cqlsh
+    RUN curl https://certs.secureserver.net/repository/sf-class2-root.crt -o /tmp/keyspaces.crt
+
     COPY +build/cat-gateway .
-    ENTRYPOINT [ "./cat-gateway", "run" ]
+    COPY entrypoint.sh .
+
+    ENTRYPOINT [ "/bin/bash", "entrypoint.sh" ]
 
 # Publish cat-gateway
 docker:
@@ -139,4 +146,4 @@ test:
         --service event-db-is-running
         RUN --mount=$EARTHLY_RUST_CARGO_HOME_CACHE --mount=$EARTHLY_RUST_TARGET_CACHE \
             cargo nextest run --release --run-ignored=only signed_docs
-    END 
+    END

catalyst-gateway/bin/src/db/index/schema/cql/namespace.cql

@@ -1,4 +1,3 @@
 -- Create the namespace in the DB.
 -- Template.
-CREATE KEYSPACE IF NOT EXISTS {{keyspace}}
-    With replication = {'class': 'NetworkTopologyStrategy','replication_factor': 1};
+CREATE KEYSPACE IF NOT EXISTS {{keyspace}} WITH REPLICATION =  {{options}};

catalyst-gateway/bin/src/db/index/schema/mod.rs

@@ -187,7 +187,10 @@ async fn create_namespace(
     // which transforms `<`, `>` symbols to `&lt`, `&gt`
     reg.register_escape_fn(|s| s.into());
     let query = reg
-        .render_template(CREATE_NAMESPACE_CQL, &json!({"keyspace": keyspace}))
+        .render_template(
+            CREATE_NAMESPACE_CQL,
+            &json!({"keyspace": keyspace,"options": cfg.deployment.clone().to_string()}),
+        )
         .context(format!("Keyspace: {keyspace}"))?;
 
     // Create the Keyspace if it doesn't exist already.

catalyst-gateway/bin/src/settings/cassandra_db.rs

@@ -59,6 +59,9 @@ pub(crate) struct EnvVars {
 
     /// Maximum Configured Batch size.
     pub(crate) max_batch_size: i64,
+
+    /// Config options for deployment i.e replication strategy
+    pub(crate) deployment: StringEnvVar,
 }
 
 impl EnvVars {
@@ -91,6 +94,10 @@ impl EnvVars {
                 MIN_BATCH_SIZE,
                 MAX_BATCH_SIZE,
             ),
+            deployment: StringEnvVar::new(
+                &format!("CASSANDRA_{name}_DEPLOYMENT"),
+                "{'class': 'NetworkTopologyStrategy','replication_factor': 1}".into(),
+            ),
         }
     }
 

catalyst-gateway/blueprint.cue

@@ -1,20 +1,197 @@
 version: "1.0.0"
 project: {
 	name: "gateway"
+	ci: {
+		targets: {
+			test: privileged: true
+		}
+	}
+	deployment: {
+		on: {
+			always: {}
+		}
+		environment: "dev"
+		modules: main: {
+			container: "blueprint-deployment"
+			version:   "0.2.4"
+			values: {
+				app: {
+					environment: "dev"
+
+					image: {
+						repository: "332405224602.dkr.ecr.eu-central-1.amazonaws.com/gateway"
+						tag:        _ @forge(name="GIT_HASH_OR_TAG")
+					}
+
+					containerPort: 8080
+					strategy:      "Recreate"
+
+					persistentVolumeClaims: [
+						{
+							name:             "pvc"
+							storageClassName: "ebs-io1"
+							storage:          "250Gi"
+						},
+					]
+
+					volumes: [
+						{
+							name: "data"
+							persistentVolumeClaim: {
+								claimName: "pvc"
+							}
+						},
+					]
+
+					volumeMounts: [
+						{
+							name:      "data"
+							mountPath: "/root/.local/share/cat-gateway"
+							readOnly:  false
+						},
+					]
+
+					env: [
+						{
+							name:  "RUST_LOG"
+							value: "error,cat_gateway=info,cardano_chain_follower=info"
+						},
+						{
+							name: "CASSANDRA_VOLATILE_URL"
+							valueFrom: {
+								secretKeyRef: {
+									key: "cassandra-volatile-url"
+								}
+							}
+						},
+						{
+							name: "CASSANDRA_VOLATILE_USERNAME"
+							valueFrom: {
+								secretKeyRef: {
+									key: "cassandra-volatile-username"
+								}
+							}
+						},
+						{
+							name: "CASSANDRA_VOLATILE_PASSWORD"
+							valueFrom: {
+								secretKeyRef: {
+									key: "cassandra-volatile-password"
+								}
+							}
+						},
+
+						{
+							name: "CASSANDRA_VOLATILE_DEPLOYMENT"
+							valueFrom: {
+								secretKeyRef: {
+									key: "cassandra-volatile-deployment"
+								}
+							}
+						},
+						{
+							name: "CASSANDRA_PERSISTENT_URL"
+							valueFrom: {
+								secretKeyRef: {
+									key: "cassandra-persistent-url"
+								}
+							}
+						},
+						{
+							name: "CASSANDRA_PERSISTENT_USERNAME"
+							valueFrom: {
+								secretKeyRef: {
+									key: "cassandra-persistent-username"
+								}
+							}
+						},
+						// TODO: Re-enable when we have SSL working
+						// {
+						// 	name:  "CASSANDRA_VOLATILE_TLS_CERT"
+						// 	value: "/tmp/keyspaces.crt"
+						// },
+						// {
+						// 	name:  "CASSANDRA_PERSISTENT_TLS_CERT"
+						// 	value: "/tmp/keyspaces.crt"
+						// },
+						{
+							name: "CASSANDRA_PERSISTENT_PASSWORD"
+							valueFrom: {
+								secretKeyRef: {
+									key: "cassandra-persistent-password"
+								}
+							}
+						},
+
+						{
+							name: "CASSANDRA_PERSISTENT_DEPLOYMENT"
+							valueFrom: {
+								secretKeyRef: {
+									key: "cassandra-persistent-deployment"
+								}
+							}
+						},
+					]
+
+					resources: {
+						requests: {
+							cpu:    "1"
+							memory: "16Gi"
+						}
+						limits: {
+							memory: "20Gi"
+						}
+					}
+
+					// TODO: Re-enable when deployment is working
+					// readinessProbe: {
+					// 	httpGet: {
+					// 		path: "/v1/health/ready"
+					// 		port: 8080
+					// 	}
+					// }
+
+					// livenessProbe: {
+					// 	httpGet: {
+					// 		path: "/v1/health/live"
+					// 		port: 8080
+					// 	}
+					// }
+
+					nodeSelector: {
+						"node-group": "catalyst-gateway"
+					}
+
+					tolerations: [
+						{
+							key:      "app"
+							operator: "Equal"
+							value:    "catalyst-gateway"
+							effect:   "NoSchedule"
+						},
+					]
+
+					serviceAccount: "catalyst-gateway"
+					replicas:       1
+
+					externalSecret: {
+						secretStore:     "cluster-secret-store"
+						refreshInterval: "30m"
+						dataFrom: ["dev/gateway"]
+					}
+				}
+			}
+		}
+	}
+
 	release: {
 		docker: {
 			on: {
-				merge: {}
-				tag: {}
+				always: {}
 			}
 			config: {
 				tag: _ @forge(name="GIT_COMMIT_HASH")
 			}
 		}
 	}
-	ci: {
-    targets: {
-      test: privileged: true
-    }
-  }
 }

catalyst-gateway/entrypoint.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+if [[ -n "${DEBUG_SLEEP}" ]]; then
+    echo "Sleeping for ${DEBUG_SLEEP} seconds..."
+    sleep "${DEBUG_SLEEP}"
+fi
+
+args+=()
+args+=("run" "--log-level" "debug")
+
+echo "Starting gateway node..."
+"/app/cat-gateway" "${args[@]}"
+exit_code=$?
+
+if [[ $exit_code -ne 0 && -n "${DEBUG_SLEEP_ERR}" ]]; then
+    echo "Process exited with code $exit_code. Sleeping for ${DEBUG_SLEEP_ERR} seconds..."
+    sleep "${DEBUG_SLEEP_ERR}"
+fi
+
+exit $exit_code