sentry-javascript/dev-packages/node-integration-tests/suites/tracing/ai/test.ts at ac18cd58d1b6b53216c75eb680cf71ba0923cfd6 · getsentry/sentry-javascript · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
import { join } from 'node:path';
import { afterAll, describe, expect, test } from 'vitest';
import { cleanupChildProcesses, createRunner } from '../../../utils/runner';

// `ai` SDK only support Node 18+
describe('ai', () => {
  afterAll(() => {
    cleanupChildProcesses();
  });

  const EXPECTED_TRANSACTION = {
    transaction: 'main',
    spans: expect.arrayContaining([
      expect.objectContaining({
        data: expect.objectContaining({
          'ai.completion_tokens.used': 20,
          'ai.model.id': 'mock-model-id',
          'ai.model.provider': 'mock-provider',
          'ai.model_id': 'mock-model-id',
          'ai.operationId': 'ai.generateText',
          'ai.pipeline.name': 'generateText',
          'ai.prompt_tokens.used': 10,
          'ai.response.finishReason': 'stop',
          'ai.settings.maxRetries': 2,
          'ai.settings.maxSteps': 1,
          'ai.streaming': false,
          'ai.total_tokens.used': 30,
          'ai.usage.completionTokens': 20,
          'ai.usage.promptTokens': 10,
          'operation.name': 'ai.generateText',
          'sentry.op': 'ai.pipeline.generateText',
          'sentry.origin': 'auto.vercelai.otel',
        }),
        description: 'generateText',
        op: 'ai.pipeline.generateText',
        origin: 'auto.vercelai.otel',
        status: 'ok',
      }),
      expect.objectContaining({
        data: expect.objectContaining({
          'sentry.origin': 'auto.vercelai.otel',
          'sentry.op': 'ai.run.doGenerate',
          'operation.name': 'ai.generateText.doGenerate',
          'ai.operationId': 'ai.generateText.doGenerate',
          'ai.model.provider': 'mock-provider',
          'ai.model.id': 'mock-model-id',
          'ai.settings.maxRetries': 2,
          'gen_ai.system': 'mock-provider',
          'gen_ai.request.model': 'mock-model-id',
          'ai.pipeline.name': 'generateText.doGenerate',
          'ai.model_id': 'mock-model-id',
          'ai.streaming': false,
          'ai.response.finishReason': 'stop',
          'ai.response.model': 'mock-model-id',
          'ai.usage.promptTokens': 10,
          'ai.usage.completionTokens': 20,
          'gen_ai.response.finish_reasons': ['stop'],
          'gen_ai.usage.input_tokens': 10,
          'gen_ai.usage.output_tokens': 20,
          'ai.completion_tokens.used': 20,
          'ai.prompt_tokens.used': 10,
          'ai.total_tokens.used': 30,
        }),
        description: 'generateText.doGenerate',
        op: 'ai.run.doGenerate',
        origin: 'auto.vercelai.otel',
        status: 'ok',
      }),
      expect.objectContaining({
        data: expect.objectContaining({
          'ai.completion_tokens.used': 20,
          'ai.model.id': 'mock-model-id',
          'ai.model.provider': 'mock-provider',
          'ai.model_id': 'mock-model-id',
          'ai.prompt': '{"prompt":"Where is the second span?"}',
          'ai.operationId': 'ai.generateText',
          'ai.pipeline.name': 'generateText',
          'ai.prompt_tokens.used': 10,
          'ai.response.finishReason': 'stop',
          'ai.input_messages': '{"prompt":"Where is the second span?"}',
          'ai.settings.maxRetries': 2,
          'ai.settings.maxSteps': 1,
          'ai.streaming': false,
          'ai.total_tokens.used': 30,
          'ai.usage.completionTokens': 20,
          'ai.usage.promptTokens': 10,
          'operation.name': 'ai.generateText',
          'sentry.op': 'ai.pipeline.generateText',
          'sentry.origin': 'auto.vercelai.otel',
        }),
        description: 'generateText',
        op: 'ai.pipeline.generateText',
        origin: 'auto.vercelai.otel',
        status: 'ok',
      }),
      expect.objectContaining({
        data: expect.objectContaining({
          'sentry.origin': 'auto.vercelai.otel',
          'sentry.op': 'ai.run.doGenerate',
          'operation.name': 'ai.generateText.doGenerate',
          'ai.operationId': 'ai.generateText.doGenerate',
          'ai.model.provider': 'mock-provider',
          'ai.model.id': 'mock-model-id',
          'ai.settings.maxRetries': 2,
          'gen_ai.system': 'mock-provider',
          'gen_ai.request.model': 'mock-model-id',
          'ai.pipeline.name': 'generateText.doGenerate',
          'ai.model_id': 'mock-model-id',
          'ai.streaming': false,
          'ai.response.finishReason': 'stop',
          'ai.response.model': 'mock-model-id',
          'ai.usage.promptTokens': 10,
          'ai.usage.completionTokens': 20,
          'gen_ai.response.finish_reasons': ['stop'],
          'gen_ai.usage.input_tokens': 10,
          'gen_ai.usage.output_tokens': 20,
          'ai.completion_tokens.used': 20,
          'ai.prompt_tokens.used': 10,
          'ai.total_tokens.used': 30,
        }),
        description: 'generateText.doGenerate',
        op: 'ai.run.doGenerate',
        origin: 'auto.vercelai.otel',
        status: 'ok',
      }),
    ]),
  };

  test('creates ai related spans - cjs', async () => {
    await createRunner(__dirname, 'scenario.js').expect({ transaction: EXPECTED_TRANSACTION }).start().completed();
  });

  test('creates ai related spans - esm', async () => {
    await createRunner(__dirname, 'scenario.mjs')
      .withFlags('--import', join(__dirname, 'instrument.mjs'))
      .expect({ transaction: EXPECTED_TRANSACTION })
      .start()
      .completed();
  });
});