add ability to deploy an observable nats without stan stack

README.md

@@ -189,10 +189,10 @@ Verify:
 In order to build and operate MDS, a number of suporting technologies are leveraged by ensuring they are installed and operational via a one-time `bootstap` process:
 
 ```sh
-% ./bin/mdsctl bootstrap
+% ./bin/mdsctl -p local bootstrap
 ```
 
-The principle tools are: [homebrew](https://brew.sh), [bash-4.x+](https://www.gnu.org/software/bash/), [oq](https://github.com/Blacksmoke16/oq), [jq](https://stedolan.github.io/jq/), [yarn](https://yarnpkg.com/), [nvm](https://github.com/nvm-sh/nvm), [helm-2.14.1](https://helm.sh), [k9s](https://github.com/derailed/k9s), [kubectx](https://github.com/ahmetb/kubectx), [git](https://git-scm.com/), [gcloud](https://cloud.google.com/sdk/) and [awscli](https://aws.amazon.com/cli/). Additionally the following services are provisioned: [istio](https://istio.io) and [nats](https://nats.io).
+The principle tools are: [homebrew](https://brew.sh), [bash-4.x+](https://www.gnu.org/software/bash/), [oq](https://github.com/Blacksmoke16/oq), [jq](https://stedolan.github.io/jq/), [yarn](https://yarnpkg.com/), [nvm](https://github.com/nvm-sh/nvm), [helm-2.14.1](https://helm.sh), [k9s](https://github.com/derailed/k9s), [kubectx](https://github.com/ahmetb/kubectx), [nsc](https://docs.nats.io/nats-tools/nsc), [git](https://git-scm.com/), [gcloud](https://cloud.google.com/sdk/) and [awscli](https://aws.amazon.com/cli/). Additionally the following services are provisioned: [istio](https://istio.io) and [nats](https://nats.io).
 
 Verify:
 
@@ -221,7 +221,7 @@ Verify:
 (tbd: ?best profile?)
 
 ```sh
-% ./bin/mdsctl -p minimal install:mds
+% ./bin/mdsctl -p processors install:mds
 ```
 
 Verify:

container-images/mds-agency/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-agency:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-agency:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-audit/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-audit:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-audit:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-compliance/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-compliance:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-compliance:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-daily/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-daily:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-daily:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-event-processor/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-event-processor:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-event-processor:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-geography-author/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-geography-author:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-geography-author:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-geography/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-geography:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-geography:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",
@@ -25,4 +25,4 @@
     "@mds-core/mds-geography": "0.0.1"
   },
   "license": "Apache-2.0"
-}
+}

container-images/mds-jurisdiction/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-jurisdiction:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-jurisdiction:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-metrics-sheet/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-metrics-sheet:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-metrics-sheet:${npm_package_version} buildImage",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",
     "test:unit": "exit 0"

container-images/mds-policy-author/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-policy-author:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-policy-author:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-policy/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-policy:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-policy:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-telemetry-processor/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-telemetry-processor:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-telemetry-processor:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

container-images/mds-web-sockets/package.json

@@ -9,7 +9,7 @@
   "scripts": {
     "build": "tsc --build tsconfig.build.json",
     "bundle": "yarn build && webpack --mode=production --env.npm_package_name=${npm_package_name} --env.npm_package_version=${npm_package_version}",
-    "image": "yarn bundle && ../../bin/mdsctl -c:image-name=mds-web-sockets:${npm_package_version} buildImage",
+    "image": "yarn bundle && ../../bin/mdsctl -c image-name=mds-web-sockets:${npm_package_version} buildImage",
     "start": "yarn watch server",
     "test": "yarn test:eslint && yarn test:unit",
     "test:eslint": "eslint --fix --ignore-path ../../.gitignore '**/*.ts'",

helm/curl/templates/pod.yaml

@@ -9,6 +9,13 @@ spec:
     # This could be any image that we can SSH into and has curl.
   - image: radial/busyboxplus:curl
     imagePullPolicy: IfNotPresent
+    resources:
+      limits:
+        cpu: {{ $.Values.resourcesLimitsCpu | default "500m" }}
+        memory: {{ $.Values.resourcesLimitsMemory | default "512Mi" }}
+      requests:
+        cpu: {{ $.Values.resourcesRequestsCpu | default "50m" }}
+        memory: {{ $.Values.resourcesRequestsMemory | default "128Mi" }}
     name: curl
     resources: {}
     stdin: true

helm/dns/templates/pod.yaml

@@ -6,6 +6,13 @@ spec:
   containers:
   - name: busybox
     image: busybox:1.28
+    resources:
+      limits:
+        cpu: {{ $.Values.resourcesLimitsCpu | default "500m" }}
+        memory: {{ $.Values.resourcesLimitsMemory | default "512Mi" }}
+      requests:
+        cpu: {{ $.Values.resourcesRequestsCpu | default "50m" }}
+        memory: {{ $.Values.resourcesRequestsMemory | default "128Mi" }}
     command:
       - sleep
       - "3600"

helm/mds/templates/deployment.yaml

@@ -18,6 +18,12 @@ spec:
       labels:
         app: {{ $name }}
     spec:
+      volumes:
+        {{- if and $.Values.nats.enabled $.Values.nats.credentials }}
+        - name: creds-volume
+          secret:
+            secretName: nats-creds
+        {{- end }}
       containers:
       - name: {{ $name }}
         image: {{ if $.Values.registry }}{{ printf "%s/" $.Values.registry }}{{- end}}{{ $name }}:{{ $api.version }}
@@ -35,6 +41,11 @@ spec:
         - containerPort: 4000
           name: user-port
           protocol: TCP
+        volumeMounts:
+        {{- if and $.Values.nats.enabled $.Values.nats.credentials }}
+        - name: creds-volume
+          mountPath: /var/run/nats/secrets
+        {{- end }}
         env:
           - name: PORT
             value: "4000"
@@ -53,7 +64,7 @@ spec:
                 key: postgresql-password
           - name: PG_HOST
           {{- if $.Values.postgresql.internal }}
-            value: {{ $.Release.Namespace }}-postgresql.{{ $.Release.Namespace }}.svc.cluster.local
+            value: {{ $.Release.Name }}-postgresql.{{ $.Release.Namespace }}.svc.cluster.local
           {{- else }}
             value: {{ $.Values.postgresql.host }}
           {{- end }}
@@ -71,16 +82,17 @@ spec:
           {{- end }}
           - name: REDIS_HOST
           {{- if $.Values.redis.internal }}
-            value: {{ $.Release.Namespace }}-redis-master.{{ $.Release.Namespace }}.svc.cluster.local
+            value: {{ $.Release.Name }}-redis-master.{{ $.Release.Namespace }}.svc.cluster.local
           {{- else }}
             value: {{ $.Values.redis.host }}
           {{- end }}
           - name: REDIS_PORT
             value: {{ $.Values.redis.port | quote }}
+          {{- if $.Values.nats.enabled }}
           - name: NATS
-            value: nats.{{ default "nats" $.Values.natsNamespace }}.svc.cluster.local
-          - name: STAN_CLUSTER
-            value: nats-streaming
+            value: {{ default "nats" $.Values.natsNamespace }}-nats-server.{{ default "nats" $.Values.natsNamespace }}.svc.cluster.local
+#            value: nats-cluster-mgmt.{{ default "nats" $.Values.natsNamespace }}.svc.cluster.local
+          {{- end }}
           - name: KAFKA_HOST
             value: host.docker.internal:9092
           - name: TENANT_ID
@@ -122,3 +134,14 @@ data:
   postgresql-password: {{ .Values.postgresql.password | b64enc }}
   {{- end }}
 type: Opaque
+{{- if and $.Values.nats.enabled $.Values.nats.credentials }}
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: nats-creds
+  namespace: {{ $.Release.Namespace }}
+data:
+  sys.creds: {{ $.Values.nats | b64enc }}
+type: Opaque
+{{- end }}

helm/mds/templates/egress.yaml

@@ -1,3 +1,4 @@
+{{- if $.Values.nats.enabled }}
 {{- $natsNamespace := default "nats" .Values.natsNamespace }}
 apiVersion: networking.istio.io/v1alpha3
 kind: ServiceEntry
@@ -6,7 +7,7 @@ metadata:
   namespace: {{ .Release.Namespace }}
 spec:
   hosts:
-  - {{ printf "nats.%s.svc.cluster.local" $natsNamespace }}
+  - {{ printf "%s-nats-server.%s.svc.cluster.local" $natsNamespace $natsNamespace }}
   ports:
   - number: 4222
     name: client
@@ -24,6 +25,7 @@ spec:
     tls:
       mode: DISABLE
 ---
+{{- end }}
 {{- if (eq .Values.postgresql.internal false) }}
 apiVersion: networking.istio.io/v1alpha3
 kind: ServiceEntry

helm/mds/values.yaml

@@ -57,6 +57,9 @@ apis:
     enabled: true
     version: latest
     migration: false
+nats:
+  enabled: true
+  credentials: false
 tenantId:
 timezone: America/Los_Angeles
 registry:

helm/nats-account-server/Chart.yaml

@@ -0,0 +1,5 @@
+apiVersion: v1
+appVersion: '0.4.0'
+description: NATS Account Server
+name: nats-account-server
+version: 0.8.4

helm/nats-account-server/templates/nats-account-server.yaml

@@ -0,0 +1,73 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: nats-account-server
+  namespace: {{ $.Release.Namespace | default "default" }}
+  labels:
+    app: nats-account-server
+  annotations:
+    sidecar.istio.io/inject: 'false'
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: nats-account-server
+  template:
+    metadata:
+      labels:
+        app: nats-account-server
+    spec:
+      initContainers:
+      - name: nats-operator-data
+        image: busybox:1.28
+        command:
+          - 'unzip'
+          - '/tmp/nats-operator-data.zip'
+          - '-d'
+          - '/nsc-operator'
+        volumeMounts:
+        - mountPath: /nsc-operator
+          name: nsc-operator
+        - mountPath: /tmp
+          name: nsc-operator-data
+      containers:
+        - name: nats-account-server
+          image: synadia/nats-account-server:0.8.4
+          imagePullPolicy: Always
+          resources:
+            limits:
+              cpu: {{ $.Values.resourcesLimitsCpu | default "500m" }}
+              memory: {{ $.Values.resourcesLimitsMemory | default "512Mi" }}
+            requests:
+              cpu: {{ $.Values.resourcesRequestsCpu | default "50m" }}
+              memory: {{ $.Values.resourcesRequestsMemory | default "128Mi" }}
+          volumeMounts:
+          - name: nsc-operator
+            mountPath: /nsc-operator
+          command:
+            - 'nats-account-server'
+            - '-DV'
+            - '-hp'
+            - '0.0.0.0:9090'
+            - '-nsc'
+            - '/nsc-operator/KO'
+      volumes:
+      - name: nsc-operator
+        emptyDir: {}
+      - name: nsc-operator-data
+        configMap:
+          name: nats-operator-data
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: nats-account-server
+  namespace: {{ $.Release.Namespace | default "default" }}
+spec:
+  selector:
+    app: nats-account-server
+  ports:
+  - name: http-nats-account-server
+    port: 80
+    targetPort: 9090