Getting towards metrics, setup not yet completed

Author: 0x19

config.yaml

@@ -132,13 +132,13 @@ pprof:
 observability:
   metrics:
     enable: true  # Enable or disable metrics collection.
-    endpoint: "0.0.0.0:4317"  # Endpoint for metrics collector.
+    endpoint: "localhost:4317"  # Endpoint for metrics collector.
     exportInterval: 15s  # Interval to export metrics data.
     useTLS: false  # Set this to false to disable TLS.
 
   tracing:
     enable: true  # Enable or disable tracing.
-    endpoint: "0.0.0.0:4317"  # Endpoint for tracing collector.
+    endpoint: "localhost:4317"  # Endpoint for tracing collector.
     headers: {}  # Additional headers for tracing requests.
     sampler: "always_on"  # Options: always_on, probability.
     samplingRate: 0.1  # Sampling rate for probabilistic sampling.

deployments/otel-collector-config.yaml

@@ -2,16 +2,38 @@ receivers:
   otlp:
     protocols:
       grpc:
+        endpoint: 0.0.0.0:4317
       http:
+        endpoint: 0.0.0.0:4318
+
+extensions:
+  health_check:
+    endpoint: 0.0.0.0:13133
+  pprof:
+  zpages:
 
 exporters:
   otlp:
-    endpoint: "http://jaeger:4317"
+    endpoint: "jaeger:14250"
     tls:
       insecure: true
+  prometheus:
+    endpoint: "0.0.0.0:8889"
+    namespace: "fdb"
+  debug:
+    verbosity: detailed
+
+processors:
+  batch:
 
 service:
+  extensions: [health_check, pprof, zpages]
   pipelines:
     traces:
       receivers: [otlp]
-      exporters: [otlp]
+      processors: [batch]
+      exporters: [otlp, debug]
+    metrics:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [prometheus]

deployments/prometheus.yaml

@@ -2,6 +2,13 @@ global:
   scrape_interval: 15s
 
 scrape_configs:
-  - job_name: 'otel-collector'
+  # Self-scraping for Prometheus itself
+  - job_name: 'prometheus'
     static_configs:
-      - targets: ['otel-collector:55680']
+      - targets: ['localhost:9090']
+
+  # Scrape configuration for the otel-collector - commented out until we configure a metrics endpoint
+  # - job_name: 'otel-collector'
+  #   metrics_path: '/metrics'
+  #   static_configs:
+  #     - targets: ['otel-collector:8888']

docker-compose.yaml

@@ -30,7 +30,7 @@ services:
     ports:
       - "4317:4317"  # OTLP gRPC receiver
       - "4318:4318"  # OTLP HTTP receiver
-      - "55680:55680"  # OpenTelemetry protocol receiver
+      - "13133:13133"  # Health check endpoint
     command: ["--config=/etc/otel-collector-config.yaml"]
     volumes:
       - ./deployments/otel-collector-config.yaml:/etc/otel-collector-config.yaml  # Mounting custom config for OpenTelemetry collector
@@ -60,9 +60,9 @@ services:
     ports:
       - "9690:9090"
     volumes:
-      - ./deployments/prometheus.yml:/etc/prometheus/prometheus.yaml
+      - ./deployments/prometheus.yaml:/etc/prometheus/prometheus.yml
     command:
-      - '--config.file=/etc/prometheus/prometheus.yaml'
+      - '--config.file=/etc/prometheus/prometheus.yml'
 
 volumes:
   grafana-storage: