Add input and output logs for prompt rendering.

Author: bryanatkinson

js/plugins/google-cloud/src/gcpOpenTelemetry.ts

@@ -351,27 +351,15 @@ class AdjustingTraceExporter implements SpanExporter {
       featuresTelemetry.tick(span, this.logInputAndOutput, this.projectId);
       // Set root status explicitly
       span.attributes['genkit:rootState'] = span.attributes['genkit:state'];
-    } else {
-      if (type === 'action' && subtype === 'model') {
-        // Report generate metrics () for all model actions
-        generateTelemetry.tick(span, this.logInputAndOutput, this.projectId);
-      }
-      if (type === 'action' && subtype === 'tool') {
-        // TODO: Report input and output for tool actions
-      }
-      if (
-        type === 'action' ||
-        type === 'flow' ||
-        type == 'flowStep' ||
-        type == 'util'
-      ) {
-        // Report request and latency metrics for all actions
-        actionTelemetry.tick(span, this.logInputAndOutput, this.projectId);
-      }
-    }
-    if (type === 'userEngagement') {
+    } else if (type === 'action' && subtype === 'model') {
+      // Report generate metrics () for all model actions
+      generateTelemetry.tick(span, this.logInputAndOutput, this.projectId);
+    } else if (type === 'userEngagement') {
       // Report user acceptance and feedback metrics
       engagementTelemetry.tick(span, this.logInputAndOutput, this.projectId);
+    } else {
+      // Report request and latency metrics for all actions
+      actionTelemetry.tick(span, this.logInputAndOutput, this.projectId);
     }
   }
 

js/plugins/google-cloud/src/telemetry/action.ts

@@ -36,9 +36,14 @@ class ActionTelemetry implements Telemetry {
     }
     const attributes = span.attributes;
     const actionName = (attributes['genkit:name'] as string) || '<unknown>';
+    const type = attributes['genkit:type'] as string;
     const subtype = attributes['genkit:metadata:subtype'] as string;
 
-    if (subtype === 'tool' || actionName === 'generate') {
+    if (
+      type === 'promptTemplate' ||
+      subtype === 'tool' ||
+      actionName === 'generate'
+    ) {
       const path = (attributes['genkit:path'] as string) || '<unknown>';
       const input = truncate(attributes['genkit:input'] as string);
       const output = truncate(attributes['genkit:output'] as string);

js/plugins/google-cloud/tests/logs_test.ts

@@ -524,6 +524,52 @@ describe('GoogleCloudLogs', () => {
     expect(logObjectMessages).toContain('UserAcceptance[flowName]');
   });
 
+  it('writes prompt template input and output logs', async () => {
+    const testPrompt = ai.definePrompt(
+      {
+        name: 'testPrompt',
+        input: {
+          schema: z.object({ name: z.string() }),
+        },
+      },
+      async (input) => {
+        return {
+          messages: [
+            { role: 'user', content: [{ text: `Hello, ${input.name}` }] },
+          ],
+        };
+      }
+    );
+    const testFlow = createFlowWithInput(ai, 'testFlow', async (input) => {
+      return await testPrompt.render({ name: input });
+    });
+
+    await testFlow('test');
+
+    await getExportedSpans();
+    const logs = await getLogs(1, 100, logLines);
+    const logObjectMessages = getStructuredLogMessages(logs);
+    expect(logObjectMessages).toContain('Input[testFlow > render, testFlow]');
+    expect(logObjectMessages).toContain('Output[testFlow > render, testFlow]');
+    // Ensure the structured data is as expected
+    logs.map((log) => {
+      const structuredLog = JSON.parse(log as string);
+      if (structuredLog.message === 'Input[testFlow > render, testFlow]') {
+        expect(JSON.parse(structuredLog.content)).toEqual({ name: 'test' });
+      }
+      if (structuredLog.message === 'Output[testFlow > render, testFlow]') {
+        expect(JSON.parse(structuredLog.content)).toEqual({
+          messages: [
+            {
+              content: [{ text: 'Hello, test' }],
+              role: 'user',
+            },
+          ],
+        });
+      }
+    });
+  });
+
   it('writes tool input and output logs', async () => {
     const echoTool = ai.defineTool(
       { name: 'echoTool', description: 'echo' },