Sending OpenAI Agent SDK spans through to the platform now works

Author: ericallam

apps/webapp/app/v3/otlpExporter.server.ts

@@ -27,6 +27,7 @@ import {
 import { logger } from "~/services/logger.server";
 import { trace, Tracer } from "@opentelemetry/api";
 import { startSpan } from "./tracing.server";
+import { enrichCreatableEvents } from "./utils/enrichCreatableEvents.server";
 
 export type OTLPExporterConfig = {
   batchSize: number;
@@ -54,14 +55,16 @@ class OTLPExporter {
         return convertSpansToCreateableEvents(resourceSpan);
       });
 
-      this.#logEventsVerbose(events);
+      const enrichedEvents = enrichCreatableEvents(events);
 
-      span.setAttribute("event_count", events.length);
+      this.#logEventsVerbose(enrichedEvents);
+
+      span.setAttribute("event_count", enrichedEvents.length);
 
       if (immediate) {
-        await this._eventRepository.insertManyImmediate(events);
+        await this._eventRepository.insertManyImmediate(enrichedEvents);
       } else {
-        await this._eventRepository.insertMany(events);
+        await this._eventRepository.insertMany(enrichedEvents);
       }
 
       return ExportTraceServiceResponse.create();
@@ -79,14 +82,16 @@ class OTLPExporter {
         return convertLogsToCreateableEvents(resourceLog);
       });
 
-      this.#logEventsVerbose(events);
+      const enrichedEvents = enrichCreatableEvents(events);
+
+      this.#logEventsVerbose(enrichedEvents);
 
-      span.setAttribute("event_count", events.length);
+      span.setAttribute("event_count", enrichedEvents.length);
 
       if (immediate) {
-        await this._eventRepository.insertManyImmediate(events);
+        await this._eventRepository.insertManyImmediate(enrichedEvents);
       } else {
-        await this._eventRepository.insertMany(events);
+        await this._eventRepository.insertMany(enrichedEvents);
       }
 
       return ExportLogsServiceResponse.create();
@@ -135,16 +140,28 @@ class OTLPExporter {
         (attribute) => attribute.key === SemanticInternalAttributes.TRIGGER
       );
 
-      if (!triggerAttribute) {
+      const executionEnvironmentAttribute = resourceSpan.resource?.attributes.find(
+        (attribute) => attribute.key === SemanticInternalAttributes.EXECUTION_ENVIRONMENT
+      );
+
+      if (!triggerAttribute && !executionEnvironmentAttribute) {
         logger.debug("Skipping resource span without trigger attribute", {
           attributes: resourceSpan.resource?.attributes,
           spans: resourceSpan.scopeSpans.flatMap((scopeSpan) => scopeSpan.spans),
         });
 
-        return;
+        return true; // go ahead and let this resource span through
+      }
+
+      const executionEnvironment = isStringValue(executionEnvironmentAttribute?.value)
+        ? executionEnvironmentAttribute.value.stringValue
+        : undefined;
+
+      if (executionEnvironment === "trigger") {
+        return true; // go ahead and let this resource span through
       }
 
-      return isBoolValue(triggerAttribute.value) ? triggerAttribute.value.boolValue : false;
+      return isBoolValue(triggerAttribute?.value) ? triggerAttribute.value.boolValue : false;
     });
   }
 

apps/webapp/app/v3/utils/enrichCreatableEvents.server.ts

@@ -0,0 +1,84 @@
+import type { CreatableEvent } from "../eventRepository.server";
+
+type StyleEnricher = {
+  name: string;
+  condition: (event: CreatableEvent) => boolean;
+  enrich: (event: CreatableEvent) => Record<string, string> | undefined;
+};
+
+// Define our style enrichers
+const styleEnrichers: StyleEnricher[] = [
+  {
+    name: "GenAI System",
+    condition: (event) => typeof event.properties["gen_ai.system"] === "string",
+    enrich: (event) => ({
+      icon: `tabler-brand-${event.properties["gen_ai.system"]}`,
+    }),
+  },
+  {
+    name: "Agent workflow",
+    condition: (event) =>
+      typeof event.properties["name"] === "string" &&
+      event.properties["name"].includes("Agent workflow"),
+    enrich: () => ({
+      icon: "tabler-brain",
+    }),
+  },
+];
+
+export function enrichCreatableEvents(events: CreatableEvent[]) {
+  return events.map((event) => {
+    return enrichCreatableEvent(event);
+  });
+}
+
+function enrichCreatableEvent(event: CreatableEvent): CreatableEvent {
+  const message = formatPythonStyle(event.message, event.properties);
+
+  event.message = message;
+  event.style = enrichStyle(event);
+
+  return event;
+}
+
+function enrichStyle(event: CreatableEvent) {
+  // Keep existing style properties as base
+  const baseStyle = event.style ?? {};
+
+  // Find the first matching enricher
+  for (const enricher of styleEnrichers) {
+    if (enricher.condition(event)) {
+      const enrichedStyle = enricher.enrich(event);
+      if (enrichedStyle) {
+        return {
+          ...baseStyle,
+          ...enrichedStyle,
+        };
+      }
+    }
+  }
+
+  // Return original style if no enricher matched
+  return baseStyle;
+}
+
+function repr(value: any): string {
+  if (typeof value === "string") {
+    return `'${value}'`;
+  }
+  return String(value);
+}
+
+function formatPythonStyle(template: string, values: Record<string, any>): string {
+  return template.replace(/\{([^}]+?)(?:!r)?\}/g, (match, key) => {
+    const hasRepr = match.endsWith("!r}");
+    const actualKey = hasRepr ? key : key;
+    const value = values[actualKey];
+
+    if (value === undefined) {
+      return match;
+    }
+
+    return hasRepr ? repr(value) : String(value);
+  });
+}