Merge pull request #519 from PrimeIntellect-ai/chore/ability-to-customize-redis-in-charts

chore(deployment): ability to customize redis in helm charts

Author: JannikSt

deployment/k8s/orchestrator-chart/templates/orchestrator-deployment.yaml

@@ -29,8 +29,13 @@
       value: {{ .root.Values.env.RPC_URL }}
     - name: MODE
       value: {{ .mode }}
+    {{- if not .root.Values.env.REDIS_URL }}
     - name: REDIS_STORE_URL
       value: "redis://{{ include "orchestrator.redisName" .root }}:6379"
+    {{- else }}
+    - name: REDIS_STORE_URL
+      value: "{{ .root.Values.env.REDIS_URL }}"
+    {{- end }}
     - name: DISCOVERY_URLS
       value: {{ .root.Values.env.DISCOVERY_URLS }}
     - name: COORDINATOR_KEY

deployment/k8s/orchestrator-chart/templates/redis-deployment.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.env.REDIS_URL }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -33,3 +34,4 @@ spec:
         - name: redis-data
           persistentVolumeClaim:
             claimName: {{ include "orchestrator.redisPVCName" . }}
+{{- end }}

deployment/k8s/orchestrator-chart/templates/redis-pvc.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.env.REDIS_URL }}
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
@@ -9,3 +10,4 @@ spec:
   resources:
     requests:
       storage: 10Gi
+{{- end }}

deployment/k8s/orchestrator-chart/templates/redis-service.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.env.REDIS_URL }}
 apiVersion: v1
 kind: Service
 metadata:
@@ -9,3 +10,4 @@ spec:
   ports:
     - port: 6379
       targetPort: 6379
+{{- end }}

deployment/k8s/orchestrator-chart/values.example.yaml

@@ -13,6 +13,9 @@ env:
   NODE_GROUP_CONFIGS: '[{"name": "h100-config", "min_group_size": 1, "max_group_size": 1, "compute_requirements": "gpu:model=h100"}, {"name": "a100-config", "min_group_size": 2, "max_group_size": 2, "compute_requirements": "gpu:model=a100"}]'
   WEBHOOK_CONFIGS: '[{"url": "https://your-webhook-url.example.com", "bearer_token": "your-bearer-token"}]'
   MAX_HEALTHY_NODES_WITH_SAME_ENDPOINT: "1"
+
+  # In case we use an external redis
+  REDIS_URL: "redis://redis-master.example-namespace:6379"
 secrets:
   coordinatorKey: "your-coordinator-private-key"
   adminApiKey: "your-admin-api-key"

deployment/k8s/validator-chart/templates/redis-deployment.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.env.REDIS_URL }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -33,3 +34,4 @@ spec:
         - name: redis-data
           persistentVolumeClaim:
             claimName: {{ include "validator.redisPVCName" . }}
+{{- end }}

deployment/k8s/validator-chart/templates/redis-pvc.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.env.REDIS_URL }}
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
@@ -9,3 +10,4 @@ spec:
   resources:
     requests:
       storage: 10Gi
+{{- end }}

deployment/k8s/validator-chart/templates/redis-service.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.env.REDIS_URL }}
 apiVersion: v1
 kind: Service
 metadata:
@@ -9,3 +10,4 @@ spec:
   ports:
     - port: 6379
       targetPort: 6379
+{{- end }}

deployment/k8s/validator-chart/templates/validator-deployment.yaml

@@ -47,8 +47,13 @@ spec:
                   key: validatorKey
             - name: DISCOVERY_URLS
               value: {{ .Values.env.DISCOVERY_URLS }}
+            {{- if not .Values.env.REDIS_URL }}
             - name: REDIS_URL
               value: "redis://{{ include "validator.redisName" . }}:6379"
+            {{- else }}
+            - name: REDIS_URL
+              value: "{{ .Values.env.REDIS_URL }}"
+            {{- end }}
             {{- if .Values.env.TOPLOC_CONFIGS }}
             - name: TOPLOC_CONFIGS
               value: {{ .Values.env.TOPLOC_CONFIGS | quote }}

deployment/k8s/validator-chart/values.example.yaml

@@ -14,9 +14,12 @@ env:
   DISABLE_HARDWARE_VALIDATION: "true"
   VALIDATOR_PENALTY: "200"
   INCOMPLETE_GROUP_GRACE_PERIOD_MINUTES: "0"
+  TOPLOC_CONFIGS: |
+    []
+  # In case we use an external redis
+  REDIS_URL: "redis://redis-master.example-namespace:6379"
 
 secrets:
   validatorKey: "private key"
   validatorApiKey: "your-secure-api-key-here"
-  s3Credentials: "base64EncodedS3CredentialsGoHere"
-  toplocConfigs: "toploc configs"
+  s3Credentials: "base64EncodedS3CredentialsGoHere"