feat: otel for ai workers (#5358)

Author: 404Wolf

.github/workspace-dep-closures.json

@@ -80,6 +80,7 @@
       "crates/macro_queues",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mcp_client",
@@ -247,6 +248,7 @@
       "crates/macro_queues",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mcp_client",
@@ -686,6 +688,7 @@
       "crates/macro_queues",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mcp_client",
@@ -941,6 +944,7 @@
       "crates/macro_service_urls",
       "crates/macro_sha_count_client",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -1338,6 +1342,7 @@
       "crates/macro_service_urls",
       "crates/macro_sha_count_client",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -1445,6 +1450,7 @@
       "crates/macro_queues",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mcp_client",
@@ -1747,6 +1753,7 @@
       "crates/macro_event_topics",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -1828,6 +1835,7 @@
       "crates/macro_event_topics",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -2622,6 +2630,7 @@
       "crates/macro_event_topics",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -2851,6 +2860,7 @@
       "crates/macro_service_urls",
       "crates/macro_sha_count_client",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -3084,6 +3094,7 @@
       "crates/macro_service_urls",
       "crates/macro_sha_count_client",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -3759,6 +3770,7 @@
       "crates/macro_queues",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mcp_client",
@@ -3864,6 +3876,7 @@
       "crates/macro_queues",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mcp_client",
@@ -4624,6 +4637,7 @@
       "crates/macro_service_urls",
       "crates/macro_sha_count_client",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -4873,6 +4887,7 @@
       "crates/macro_queues",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mcp_client",
@@ -4981,6 +4996,7 @@
       "crates/macro_service_urls",
       "crates/macro_sha_count_client",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -5449,6 +5465,7 @@
       "crates/macro_service_urls",
       "crates/macro_sha_count_client",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",
@@ -6045,6 +6062,7 @@
       "crates/macro_event_topics",
       "crates/macro_service_urls",
       "crates/macro_sync_service_jwt",
+      "crates/macro_tower_layers",
       "crates/macro_user_id",
       "crates/macro_uuid",
       "crates/mention_utils",

Cargo.lock

@@ -1,5 +1,7 @@
 import type { DocumentOp } from '@ai-ops/editor';
+import { resumeDocumentSpan } from '@block-md/observability';
 import { toast } from '@core/component/Toast/Toast';
+import { Telemetry } from '@macro-inc/observability';
 import { getDocumentPermissionToken } from '@service-storage/client';
 import { createSignal } from 'solid-js';
 
@@ -78,11 +80,25 @@ export async function requestAiEdit(args: {
   const controller = new AbortController();
   editControllers.set(args.documentId, controller);
   syncActiveEditDocs();
+  // Parent under the document's long-lived span when one exists, so the
+  // worker's whole edit trace joins the user's editing session; the injected
+  // traceparent makes the worker's request span a child of this one.
+  const documentSpan = resumeDocumentSpan(args.documentId);
+  const span = documentSpan
+    ? documentSpan.run(() => Telemetry.clientSpan('http POST /edit'))
+    : Telemetry.clientSpan('http POST /edit');
+  span.setAttr('http.method', 'POST');
+  span.setAttr('http.url', `${AI_EDITING_WORKER_HOST}/edit`);
+  span.setAttr('document.id', args.documentId);
   try {
     const token = await getDocumentPermissionToken(args.documentId);
+    const headers: Record<string, string> = {
+      'Content-Type': 'application/json',
+    };
+    span.injectTraceHeaders(headers);
     const res = await fetch(`${AI_EDITING_WORKER_HOST}/edit`, {
       method: 'POST',
-      headers: { 'Content-Type': 'application/json' },
+      headers,
       body: JSON.stringify({
         documentToken: token,
         documentId: args.documentId,
@@ -93,9 +109,16 @@ export async function requestAiEdit(args: {
       }),
       signal: controller.signal,
     });
+    span.setAttr('http.status_code', res.status);
     if (!res.ok) {
       const body = await res.text().catch(() => '');
       console.error('ai edit request failed', res.status, body);
+      const message = `HTTP ${res.status} for POST /edit`;
+      span.error({
+        name: 'HttpError',
+        message,
+        stack: new Error(message).stack,
+      });
       return 'failed';
     }
     if (args.onOps) {
@@ -104,10 +127,15 @@ export async function requestAiEdit(args: {
     }
     return 'ok';
   } catch (e) {
-    if (controller.signal.aborted) return 'cancelled';
+    if (controller.signal.aborted) {
+      span.setAttr('http.aborted', true);
+      return 'cancelled';
+    }
     console.error('ai edit request failed', e);
+    span.error(e);
     return 'failed';
   } finally {
+    span.end();
     if (editControllers.get(args.documentId) === controller) {
       editControllers.delete(args.documentId);
       syncActiveEditDocs();