fix: fixes across dockercompose casting

docs/examples/docker/compose/casting.yaml.lock

@@ -143,7 +143,7 @@ spec:
     status:
       addresses:
         otlp:
-        - tcp://signoz-ingester:9000
+        - tcp://signoz-ingester:4317
       config:
         data:
           ingester.yaml: |
@@ -288,7 +288,7 @@ spec:
     status:
       addresses:
         dsn:
-        - tcp://signoz-metastore-postgres-0:9000
+        - tcp://signoz-metastore-postgres-0:5432
       config: {}
       env:
         POSTGRES_DB: signoz
@@ -301,7 +301,7 @@ spec:
       config: {}
       enabled: true
       env:
-        SIGNOZ_SQLSTORE_POSTGRES_DSN: postgres://signoz:signoz@signoz-metastore-postgres-0:9000/signoz?sslmode=disable
+        SIGNOZ_SQLSTORE_POSTGRES_DSN: postgres://signoz:signoz@signoz-metastore-postgres-0:5432/signoz?sslmode=disable
         SIGNOZ_SQLSTORE_PROVIDER: postgres
         SIGNOZ_TELEMETRYSTORE_CLICKHOUSE_DSN: tcp://signoz-telemetrystore-clickhouse-0-0:9000
         SIGNOZ_TELEMETRYSTORE_PROVIDER: clickhouse
@@ -315,7 +315,7 @@ spec:
         - ws://signoz-signoz:4320
       config: {}
       env:
-        SIGNOZ_SQLSTORE_POSTGRES_DSN: postgres://signoz:signoz@signoz-metastore-postgres-0:9000/signoz?sslmode=disable
+        SIGNOZ_SQLSTORE_POSTGRES_DSN: postgres://signoz:signoz@signoz-metastore-postgres-0:5432/signoz?sslmode=disable
         SIGNOZ_SQLSTORE_PROVIDER: postgres
         SIGNOZ_TELEMETRYSTORE_CLICKHOUSE_DSN: tcp://signoz-telemetrystore-clickhouse-0-0:9000
         SIGNOZ_TELEMETRYSTORE_PROVIDER: clickhouse
@@ -427,9 +427,9 @@ spec:
             remote_servers:
               cluster:
                 shard:
-                  - replica:
-                      host: signoz-telemetrystore-clickhouse-0-0
-                      port: 9000
+                - replica:
+                      - host: signoz-telemetrystore-clickhouse-0-0
+                        port: 9000
             zookeeper:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
@@ -513,9 +513,9 @@ spec:
             remote_servers:
               cluster:
                 shard:
-                  - replica:
-                      host: signoz-telemetrystore-clickhouse-0-0
-                      port: 9000
+                - replica:
+                      - host: signoz-telemetrystore-clickhouse-0-0
+                        port: 9000
             zookeeper:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0

docs/examples/docker/compose/pours/deployment/compose.yaml

@@ -4,14 +4,18 @@ networks:
 services:
   signoz-ingester:
     command:
-    - --config=/etc/otel-collector-config.yaml
-    depends_on:
-      signoz-telemetrystore-clickhouse-0-0:
-        condition: service_healthy
-      signoz-telemetrystore-migrator:
-        condition: service_completed_successfully
+    - -c
+    - |
+      /signoz-otel-collector migrate sync check &&
+      /signoz-otel-collector --config=/etc/otel-collector-config.yaml --manager-config=/etc/opamp-config.yaml --copy-path=/var/tmp/collector-config.yaml
     deploy:
       replicas: 1
+      restart_policy:
+        condition: on-failure
+    entrypoint:
+    - /bin/sh
+    environment:
+    - SIGNOZ_OTEL_COLLECTOR_CLICKHOUSE_DSN=tcp://signoz-telemetrystore-clickhouse-0-0:9000
     healthcheck:
       interval: 30s
       retries: 3
@@ -30,13 +34,14 @@ services:
     - 4317:4317
     - 4318:4318
     volumes:
-    - ./configs/ingester/ingester.yaml:/etc/otel-collector-config.yaml:ro
+    - ./ingester/ingester.yaml:/etc/otel-collector-config.yaml:ro
+    - ./ingester/opamp.yaml:/etc/opamp-config.yaml:ro
   signoz-metastore-postgres-0:
     container_name: signoz-metastore-postgres-0
     environment:
-    - POSTGRES_USER=signoz
-    - POSTGRES_PASSWORD=signoz
     - POSTGRES_DB=signoz
+    - POSTGRES_PASSWORD=signoz
+    - POSTGRES_USER=signoz
     healthcheck:
       interval: 30s
       retries: 3
@@ -51,23 +56,14 @@ services:
     volumes:
     - signoz-metastore-0-data:/var/lib/postgresql/data
   signoz-signoz:
-    depends_on:
-      signoz-metastore-postgres-0:
-        condition: service_healthy
-      signoz-telemetrystore-clickhouse-0-0:
-        condition: service_healthy
     deploy:
-      replicas: 1
+      restart_policy:
+        condition: on-failure
     environment:
-    - SIGNOZ_ALERTMANAGER_PROVIDER=signoz
+    - SIGNOZ_SQLSTORE_POSTGRES_DSN=postgres://signoz:signoz@signoz-metastore-postgres-0:5432/signoz?sslmode=disable
+    - SIGNOZ_SQLSTORE_PROVIDER=postgres
     - SIGNOZ_TELEMETRYSTORE_CLICKHOUSE_DSN=tcp://signoz-telemetrystore-clickhouse-0-0:9000
-    - SIGNOZ_SQLSTORE_SQLITE_PATH=/var/lib/signoz/signoz.db
-    - DASHBOARDS_PATH=/root/config/dashboards
-    - STORAGE=clickhouse
-    - GODEBUG=netdns=go
-    - TELEMETRY_ENABLED=true
-    - DEPLOYMENT_TYPE=docker-standalone-amd
-    - DOT_METRICS_ENABLED=true
+    - SIGNOZ_TELEMETRYSTORE_PROVIDER=clickhouse
     healthcheck:
       interval: 30s
       retries: 3
@@ -77,15 +73,13 @@ services:
       - wget
       - --spider
       - -q
-      - http://localhost:3301/api/v1/health
+      - http://localhost:8080/api/v1/health
       timeout: 10s
     image: signoz/signoz:latest
     networks:
     - signoz-network
     ports:
     - 8080:8080
-    volumes:
-    - signoz-signoz-0-data:/var/lib/signoz
   signoz-telemetrykeeper-clickhousekeeper-0:
     container_name: signoz-telemetrykeeper-clickhousekeeper-0
     entrypoint:
@@ -110,7 +104,7 @@ services:
     - signoz-network
     volumes:
     - signoz-telemetrykeeper-0-data:/var/lib/clickhouse-keeper
-    - ./configs/telemetrykeeper/keeper-0.yaml:/etc/clickhouse-keeper/keeper.yaml:ro
+    - ./telemetrykeeper/clickhousekeeper/keeper-0.yaml:/etc/clickhouse-keeper/keeper.yaml:ro
   signoz-telemetrystore-clickhouse-0-0:
     container_name: signoz-telemetrystore-clickhouse-0-0
     depends_on:
@@ -138,7 +132,8 @@ services:
     volumes:
     - signoz-telemetrystore-0-0-data:/var/lib/clickhouse
     - signoz-telemetrystore-user-scripts:/var/lib/clickhouse/user_scripts:ro
-    - ./configs/telemetrystore/config.yaml:/etc/clickhouse-server/config.yaml:ro
+    - ./telemetrystore/clickhouse/config.yaml:/etc/clickhouse-server/config.yaml:ro
+    - ./telemetrystore/clickhouse/functions.yaml:/etc/clickhouse-server/functions.yaml:ro
   signoz-telemetrystore-clickhouse-user-scripts:
     command:
     - bash
@@ -160,22 +155,22 @@ services:
     - signoz-telemetrystore-user-scripts:/var/lib/clickhouse/user_scripts
   signoz-telemetrystore-migrator:
     command:
-    - /signoz-otel-collector migrate bootstrap --clickhouse-dsn tcp://signoz-telemetrystore-clickhouse-0-0:9000
-    - /signoz-otel-collector migrate sync up --clickhouse-dsn tcp://signoz-telemetrystore-clickhouse-0-0:9000
-    - /signoz-otel-collector migrate async up --clickhouse-dsn tcp://signoz-telemetrystore-clickhouse-0-0:9000
+    - -c
+    - |
+      /signoz-otel-collector migrate ready &&
+      /signoz-otel-collector migrate bootstrap &&
+      /signoz-otel-collector migrate sync up &&
+      /signoz-otel-collector migrate async up
     container_name: signoz-telemetrystore-migrator
-    depends_on:
-      signoz-telemetrystore-clickhouse-0-0:
-        condition: service_healthy
     entrypoint:
     - /bin/sh
-    - -c
+    environment:
+    - SIGNOZ_OTEL_COLLECTOR_CLICKHOUSE_DSN=tcp://signoz-telemetrystore-clickhouse-0-0:9000
     image: signoz/signoz-otel-collector:latest
     networks:
     - signoz-network
 volumes:
   signoz-metastore-0-data: null
-  signoz-signoz-0-data: null
   signoz-telemetrykeeper-0-data: null
   signoz-telemetrystore-0-0-data: null
   signoz-telemetrystore-user-scripts: null

docs/examples/docker/compose/pours/deployment/configs/telemetrystore/config.yaml → docs/examples/docker/compose/pours/deployment/telemetrystore/clickhouse/config.yaml

@@ -35,7 +35,7 @@ remote_servers:
   cluster:
     shard:
     - replica:
-        host: signoz-telemetrystore-clickhouse-0-0
+      - host: signoz-telemetrystore-clickhouse-0-0
         port: 9000
 tcp_port: 9000
 tmp_path: /var/lib/clickhouse/tmp/

docs/examples/docker/swarm/casting.yaml.lock

@@ -427,9 +427,9 @@ spec:
             remote_servers:
               cluster:
                 shard:
-                  - replica:
-                      host: signoz-telemetrystore-clickhouse-0-0
-                      port: 9000
+                - replica:
+                      - host: signoz-telemetrystore-clickhouse-0-0
+                        port: 9000
             zookeeper:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
@@ -513,9 +513,9 @@ spec:
             remote_servers:
               cluster:
                 shard:
-                  - replica:
-                      host: signoz-telemetrystore-clickhouse-0-0
-                      port: 9000
+                - replica:
+                      - host: signoz-telemetrystore-clickhouse-0-0
+                        port: 9000
             zookeeper:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0

docs/examples/docker/swarm/pours/deployment/telemetrystore/clickhouse/config.yaml

@@ -35,7 +35,7 @@ remote_servers:
   cluster:
     shard:
     - replica:
-        host: signoz-telemetrystore-clickhouse-0-0
+      - host: signoz-telemetrystore-clickhouse-0-0
         port: 9000
 tcp_port: 9000
 tmp_path: /var/lib/clickhouse/tmp/

docs/examples/kubernetes/kustomize/casting.yaml.lock

@@ -452,7 +452,7 @@ spec:
               cluster:
                 shard:
                 - replica:
-                    host: signoz-clickhouse
+                  - host: signoz-clickhouse
                     port: 9000
             send_crash_reports:
               enabled: false
@@ -600,7 +600,7 @@ spec:
               cluster:
                 shard:
                 - replica:
-                    host: signoz-clickhouse
+                  - host: signoz-clickhouse
                     port: 9000
             send_crash_reports:
               enabled: false

docs/examples/render/blueprint/casting.yaml.lock

@@ -426,9 +426,9 @@ spec:
             remote_servers:
               cluster:
                 shard:
-                  - replica:
-                      host: signoz-telemetrystore-clickhouse-0-0
-                      port: 9000
+                - replica:
+                      - host: signoz-telemetrystore-clickhouse-0-0
+                        port: 9000
             zookeeper:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
@@ -512,9 +512,9 @@ spec:
             remote_servers:
               cluster:
                 shard:
-                  - replica:
-                      host: signoz-telemetrystore-clickhouse-0-0
-                      port: 9000
+                - replica:
+                      - host: signoz-telemetrystore-clickhouse-0-0
+                        port: 9000
             zookeeper:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0

docs/examples/render/blueprint/pours/deployment/configs/telemetrystore/config.d/config.yaml

@@ -35,7 +35,7 @@ remote_servers:
   cluster:
     shard:
     - replica:
-        host: signoz-telemetrystore-clickhouse-0-0
+      - host: signoz-telemetrystore-clickhouse-0-0
         port: 9000
 tcp_port: 9000
 tmp_path: /var/lib/clickhouse/tmp/

docs/examples/systemd/binary/casting.yaml.lock

@@ -431,9 +431,9 @@ spec:
             remote_servers:
               cluster:
                 shard:
-                  - replica:
-                      host: localhost
-                      port: 9000
+                - replica:
+                      - host: localhost
+                        port: 9000
             zookeeper:
               node:
                 - host: localhost
@@ -517,9 +517,9 @@ spec:
             remote_servers:
               cluster:
                 shard:
-                  - replica:
-                      host: localhost
-                      port: 9000
+                - replica:
+                      - host: localhost
+                        port: 9000
             zookeeper:
               node:
                 - host: localhost

docs/examples/systemd/binary/pours/deployment/configs/telemetrystore/config.yaml

@@ -35,7 +35,7 @@ remote_servers:
   cluster:
     shard:
     - replica:
-        host: localhost
+      - host: localhost
         port: 9000
 tcp_port: 9000
 tmp_path: /var/lib/clickhouse/tmp/

internal/casting/dockercomposecasting/casting.go

@@ -54,7 +54,7 @@ func (casting *dockerComposeCasting) Forge(ctx context.Context, config v1alpha1.
 
 	// Add telemetrykeeper config files
 	for filename, content := range config.Spec.TelemetryKeeper.Spec.Config.Data {
-		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "configs", "telemetrykeeper", filename))
+		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "telemetrykeeper", config.Spec.TelemetryKeeper.Kind.String(), filename))
 		if err != nil {
 			return nil, fmt.Errorf("failed to create telemetrykeeper config material: %w", err)
 		}
@@ -63,7 +63,7 @@ func (casting *dockerComposeCasting) Forge(ctx context.Context, config v1alpha1.
 
 	// Add telemetrystore config files
 	for filename, content := range config.Spec.TelemetryStore.Spec.Config.Data {
-		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "configs", "telemetrystore", filename))
+		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "telemetrystore", config.Spec.TelemetryStore.Kind.String(), filename))
 		if err != nil {
 			return nil, fmt.Errorf("failed to create telemetrystore config material: %w", err)
 		}
@@ -72,7 +72,7 @@ func (casting *dockerComposeCasting) Forge(ctx context.Context, config v1alpha1.
 
 	// Add metastore config files
 	for filename, content := range config.Spec.MetaStore.Spec.Config.Data {
-		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "configs", "metastore", filename))
+		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "metastore", config.Spec.MetaStore.Kind.String(), filename))
 		if err != nil {
 			return nil, fmt.Errorf("failed to create metastore config material: %w", err)
 		}
@@ -81,7 +81,7 @@ func (casting *dockerComposeCasting) Forge(ctx context.Context, config v1alpha1.
 
 	// Add signoz config files
 	for filename, content := range config.Spec.Signoz.Spec.Config.Data {
-		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "configs", "signoz", filename))
+		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "signoz", filename))
 		if err != nil {
 			return nil, fmt.Errorf("failed to create signoz config material: %w", err)
 		}
@@ -90,7 +90,7 @@ func (casting *dockerComposeCasting) Forge(ctx context.Context, config v1alpha1.
 
 	// Add ingester config files
 	for filename, content := range config.Spec.Ingester.Spec.Config.Data {
-		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "configs", "ingester", filename))
+		material, err := types.NewYAMLMaterial([]byte(content), filepath.Join(rootcasting.DeploymentDir, "ingester", filename))
 		if err != nil {
 			return nil, fmt.Errorf("failed to create ingester config material: %w", err)
 		}

internal/casting/dockercomposecasting/enricher.go

@@ -98,7 +98,7 @@ func (enricher *dockerComposeMoldingEnricher) EnrichStatus(ctx context.Context,
 		var metastoreContainerNames []string
 		for _, containerName := range containerNames {
 			if strings.Contains(containerName, "metastore") {
-				metastoreContainerNames = append(metastoreContainerNames, types.FormatAddress("tcp", containerName, 9000))
+				metastoreContainerNames = append(metastoreContainerNames, types.FormatAddress("tcp", containerName, 5432))
 			}
 		}
 
@@ -114,7 +114,7 @@ func (enricher *dockerComposeMoldingEnricher) EnrichStatus(ctx context.Context,
 		var ingesterContainerNames []string
 		for _, containerName := range containerNames {
 			if strings.Contains(containerName, "ingester") {
-				ingesterContainerNames = append(ingesterContainerNames, types.FormatAddress("tcp", containerName, 9000))
+				ingesterContainerNames = append(ingesterContainerNames, types.FormatAddress("tcp", containerName, 4317))
 			}
 		}