From 998d9c552a891d3e1d831b71cfd7244fac044d82 Mon Sep 17 00:00:00 2001 From: Andrei Borza Date: Fri, 25 Sep 2026 14:18:31 +0200 Subject: [PATCH] test(node): Use a separate instrument file for the Vercel AI evaluate privacy test Co-Authored-By: Claude Opus 5.5 --- .../v6_v7/instrument-evaluate-no-recording.mjs | 10 ++++++++++ .../tracing/vercelai/v6_v7/instrument-evaluate.mjs | 3 +-- .../suites/tracing/vercelai/v6_v7/test.ts | 13 ++++++++++++- 3 files changed, 23 insertions(+), 3 deletions(-) create mode 100644 dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/instrument-evaluate-no-recording.mjs diff --git a/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/instrument-evaluate-no-recording.mjs b/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/instrument-evaluate-no-recording.mjs new file mode 100644 index 000000000000..cc192fb89834 --- /dev/null +++ b/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/instrument-evaluate-no-recording.mjs @@ -0,0 +1,10 @@ +import * as Sentry from '@sentry/node'; +import { loggingTransport } from '@sentry-internal/node-integration-tests'; + +Sentry.init({ + dsn: 'https://public@dsn.ingest.sentry.io/1337', + release: '1.0', + tracesSampleRate: 1.0, + dataCollection: { genAI: { inputs: false, outputs: false } }, + transport: loggingTransport, +}); diff --git a/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/instrument-evaluate.mjs b/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/instrument-evaluate.mjs index bae1adf4da11..852786895514 100644 --- a/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/instrument-evaluate.mjs +++ b/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/instrument-evaluate.mjs @@ -5,7 +5,6 @@ Sentry.init({ dsn: 'https://public@dsn.ingest.sentry.io/1337', release: '1.0', tracesSampleRate: 1.0, - // `NO_RECORDING` turns off recording of inputs and outputs for the privacy test. - dataCollection: process.env.NO_RECORDING ? { genAI: { inputs: false, outputs: false } } : {}, + dataCollection: {}, transport: loggingTransport, }); diff --git a/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/test.ts b/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/test.ts index d0016ec52a19..f8a26a410833 100644 --- a/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/test.ts +++ b/dev-packages/node-integration-tests/suites/tracing/vercelai/v6_v7/test.ts @@ -1069,10 +1069,21 @@ describe('Vercel AI integration experimental_evaluate', () => { .start() .completed(); }); + }, + { + additionalDependencies: { + ai: '^7.0.111', + }, + }, + ); + createEsmTests( + __dirname, + 'scenario-evaluate.mjs', + 'instrument-evaluate-no-recording.mjs', + (createRunner, test) => { test('does not record inputs or outputs when recording is off', async () => { await createRunner() - .withEnv({ NO_RECORDING: 'true' }) .unordered() .expect({ span: container => {