From af5ec941d31cf53a2924ceb188ad33645f865339 Mon Sep 17 00:00:00 2001
From: Sebastian Choren <schoren@users.noreply.github.com>
Date: Thu, 15 Aug 2024 15:45:47 -0300
Subject: [PATCH] feat: use NATS cluster (#11)

---
 .../tracetest-common/templates/_functions.tpl |  2 +-
 charts/tracetest-onprem/values.yaml           | 62 ++++++++++++-------
 kind-config.yaml                              |  3 +
 3 files changed, 45 insertions(+), 22 deletions(-)

diff --git a/charts/tracetest-common/templates/_functions.tpl b/charts/tracetest-common/templates/_functions.tpl
index 590f7cd..7bad1fe 100644
--- a/charts/tracetest-common/templates/_functions.tpl
+++ b/charts/tracetest-common/templates/_functions.tpl
@@ -55,6 +55,6 @@ Create a URI from a given object containing protocol, hostname, port, and path.
 {{- else }}
   {{- $releaseName := .Release.Name -}}
   {{- $releaseNamespace := .Release.Namespace -}}
-  {{- printf "nats://%s-nats-headless.%s" $releaseName $releaseNamespace }}
+  {{- printf "nats://%s-nats.%s" $releaseName $releaseNamespace }}
 {{- end }}
 {{- end }}
\ No newline at end of file
diff --git a/charts/tracetest-onprem/values.yaml b/charts/tracetest-onprem/values.yaml
index 01700c5..99d70cb 100644
--- a/charts/tracetest-onprem/values.yaml
+++ b/charts/tracetest-onprem/values.yaml
@@ -90,35 +90,55 @@ global:
       path: "/"
 
 nats:
+  credentials:
+    username: admin
+
   enabled: true
-  
+
+  natsBox:
+    enabled: false
+
   config:
+    cluster:
+      enabled: true
+      replicas: 3
     jetstream:
       enabled: true
       fileStore:
-        enabled: true
-        dir: /data
         pvc:
-          enabled: true
           size: 10Gi
       memoryStore:
-          enabled: true
-          maxSize: 1Gi
-
-    natsBox:
-      container:
-        env:
-          # different from k8s units, suffix must be B, KiB, MiB, GiB, or TiB
-          # should be ~90% of memory limit
-          GOMEMLIMIT: 900MiB
-        merge:
-          # recommended limit is at least 2 CPU cores and 8Gi Memory for production JetStream clusters
-          resources:
-            requests:
-              cpu: 250m # one entire CPU
-              memory: 1Gi
-            limits:
-              memory: 1Gi
+        enabled: true
+        maxSize: 1Gi
+    merge:
+      accounts:
+        $SYS:
+          users:
+          - {user: << $NATS_ADMIN_USERNAME >>, password: << $NATS_ADMIN_PASSWORD >>}
+
+  container:
+    merge:
+      env:
+      - name: NATS_ADMIN_USERNAME
+        valueFrom:
+          secretKeyRef:
+            name: tracetest-nats-credentials
+            key: username
+      - name: NATS_ADMIN_PASSWORD
+        valueFrom:
+          secretKeyRef:
+            name: tracetest-nats-credentials
+            key: password
+      - name: SERVER_NAME
+        valueFrom:
+          fieldRef:
+            fieldPath: metadata.name
+
+  podTemplate:
+    topologySpreadConstraints:
+      kubernetes.io/hostname:
+        maxSkew: 1
+        whenUnsatisfiable: ScheduleAnyway
 
 tracetest-frontend:
   enabled: true
diff --git a/kind-config.yaml b/kind-config.yaml
index 7fa8a7e..b246b17 100644
--- a/kind-config.yaml
+++ b/kind-config.yaml
@@ -6,3 +6,6 @@ nodes:
   - containerPort: 30000
     hostPort: 30000
     protocol: TCP
+- role: worker
+- role: worker
+- role: worker
\ No newline at end of file