Add chain test for langchain node (not working yet)

Author: nicohrubec

dev-packages/node-integration-tests/package.json

@@ -32,6 +32,7 @@
     "@langchain/anthropic": "^0.3.10",
     "@langchain/core": "^0.3.28",
     "@langchain/langgraph": "^0.2.32",
+    "langchain": "^0.3.8",
     "@nestjs/common": "^11",
     "@nestjs/core": "^11",
     "@nestjs/platform-express": "^11",

dev-packages/node-integration-tests/suites/tracing/langchain/scenario.mjs

@@ -1,3 +1,5 @@
+import { PromptTemplate } from "@langchain/core/prompts";
+import { LLMChain } from "langchain/chains";
 import { ChatAnthropic } from '@langchain/anthropic';
 import * as Sentry from '@sentry/node';
 import express from 'express';
@@ -56,12 +58,18 @@ async function run() {
   const baseUrl = `http://localhost:${server.address().port}`;
 
   await Sentry.startSpan({ op: 'function', name: 'main' }, async () => {
+    const callbackHandler = Sentry.createLangChainCallbackHandler({
+      recordInputs: false,
+      recordOutputs: false,
+    });
+
     // Test 1: Basic chat model invocation
     const model1 = new ChatAnthropic({
       model: 'claude-3-5-sonnet-20241022',
       temperature: 0.7,
       maxTokens: 100,
       apiKey: 'mock-api-key',
+      callbacks: [callbackHandler],
       clientOptions: {
         baseURL: baseUrl,
       },
@@ -100,6 +108,21 @@ async function run() {
     } catch {
       // Expected error
     }
+
+    // Test 4: Chain invocation
+    const prompt = new PromptTemplate({
+      input_variables: ["country"],
+      template: "What is the capital of {country}?",
+    });
+    const chain = new LLMChain({
+      llm: model1,
+      prompt: prompt,
+      callbacks: [callbackHandler],
+    });
+    await chain.invoke(
+      {'country': 'France'},
+      { callbacks: [callbackHandler] }
+    );
   });
 
   await Sentry.flush(2000);

dev-packages/node-integration-tests/suites/tracing/langchain/test.ts

@@ -68,6 +68,14 @@ describe('LangChain integration', () => {
         origin: 'auto.ai.langchain',
         status: 'internal_error',
       }),
+      // Fourth span - chain invocation
+      expect.objectContaining({
+        data: expect.objectContaining({
+          'sentry.origin': 'auto.ai.langchain',
+          'sentry.op': 'gen_ai.invoke_agent',
+          'langchain.chain.name': 'my_test_chain',
+        }),
+      }),
     ]),
   };
 
@@ -138,6 +146,14 @@ describe('LangChain integration', () => {
         origin: 'auto.ai.langchain',
         status: 'internal_error',
       }),
+      // Fourth span - chain invocation
+      expect.objectContaining({
+        data: expect.objectContaining({
+          'sentry.origin': 'auto.ai.langchain',
+          'sentry.op': 'gen_ai.invoke_agent',
+          'langchain.chain.name': 'my_test_chain',
+        }),
+      }),
     ]),
   };
 

yarn.lock

@@ -4992,6 +4992,22 @@
     "@langchain/langgraph-sdk" "~1.0.0"
     uuid "^10.0.0"
 
+"@langchain/openai@>=0.1.0 <0.7.0":
+  version "0.6.17"
+  resolved "https://registry.yarnpkg.com/@langchain/openai/-/openai-0.6.17.tgz#6e87064316d6834b7cfb88a2df2ea7ee2a4b0325"
+  integrity sha512-JVSzD+FL5v/2UQxKd+ikB1h4PQOtn0VlK8nqW2kPp0fshItCv4utrjBKXC/rubBnSXoRTyonBINe8QRZ6OojVQ==
+  dependencies:
+    js-tiktoken "^1.0.12"
+    openai "5.12.2"
+    zod "^3.25.32"
+
+"@langchain/textsplitters@>=0.0.0 <0.2.0":
+  version "0.1.0"
+  resolved "https://registry.yarnpkg.com/@langchain/textsplitters/-/textsplitters-0.1.0.tgz#f37620992192df09ecda3dfbd545b36a6bcbae46"
+  integrity sha512-djI4uw9rlkAb5iMhtLED+xJebDdAG935AdP4eRTB02R7OB/act55Bj9wsskhZsvuyQRpO4O1wQOp85s6T6GWmw==
+  dependencies:
+    js-tiktoken "^1.0.12"
+
 "@leichtgewicht/ip-codec@^2.0.1":
   version "2.0.4"
   resolved "https://registry.yarnpkg.com/@leichtgewicht/ip-codec/-/ip-codec-2.0.4.tgz#b2ac626d6cb9c8718ab459166d4bb405b8ffa78b"
@@ -20536,6 +20552,11 @@ jsonparse@^1.2.0, jsonparse@^1.3.1:
   resolved "https://registry.yarnpkg.com/jsonparse/-/jsonparse-1.3.1.tgz#3f4dae4a91fac315f71062f8521cc239f1366280"
   integrity sha512-POQXvpdL69+CluYsillJ7SUhKvytYjW9vG/GKpnf+xP8UWgYEM/RaMzHHofbALDiKbbP1W8UEYmgGl39WkPZsg==
 
+jsonpointer@^5.0.1:
+  version "5.0.1"
+  resolved "https://registry.yarnpkg.com/jsonpointer/-/jsonpointer-5.0.1.tgz#2110e0af0900fd37467b5907ecd13a7884a1b559"
+  integrity sha512-p/nXbhSEcu3pZRdkW1OfJhpsVtW1gd4Wa1fnQc9YLiTfAjn0312eMKimbdIQzuZl9aa9xUGaRlP9T/CJE/ditQ==
+
 jsonwebtoken@^9.0.0:
   version "9.0.2"
   resolved "https://registry.yarnpkg.com/jsonwebtoken/-/jsonwebtoken-9.0.2.tgz#65ff91f4abef1784697d40952bb1998c504caaf3"
@@ -20714,6 +20735,23 @@ lambda-local@^2.2.0:
     dotenv "^16.3.1"
     winston "^3.10.0"
 
+langchain@^0.3.8:
+  version "0.3.37"
+  resolved "https://registry.yarnpkg.com/langchain/-/langchain-0.3.37.tgz#6931ee5af763a6df35c0ac467eab028ba0ad17de"
+  integrity sha512-1jPsZ6xsxkcQPUvqRjvfuOLwZLLyt49hzcOK7OYAJovIkkOxd5gzK4Yw6giPUQ8g4XHyvULNlWBz+subdkcokw==
+  dependencies:
+    "@langchain/openai" ">=0.1.0 <0.7.0"
+    "@langchain/textsplitters" ">=0.0.0 <0.2.0"
+    js-tiktoken "^1.0.12"
+    js-yaml "^4.1.0"
+    jsonpointer "^5.0.1"
+    langsmith "^0.3.67"
+    openapi-types "^12.1.3"
+    p-retry "4"
+    uuid "^10.0.0"
+    yaml "^2.2.1"
+    zod "^3.25.32"
+
 langsmith@^0.3.67:
   version "0.3.74"
   resolved "https://registry.npmjs.org/langsmith/-/langsmith-0.3.74.tgz#014d31a9ff7530b54f0d797502abd512ce8fb6fb"
@@ -24172,11 +24210,21 @@ open@^9.1.0:
     is-inside-container "^1.0.0"
     is-wsl "^2.2.0"
 
+[email protected]:
+  version "5.12.2"
+  resolved "https://registry.yarnpkg.com/openai/-/openai-5.12.2.tgz#512ab6b80eb8414837436e208f1b951442b97761"
+  integrity sha512-xqzHHQch5Tws5PcKR2xsZGX9xtch+JQFz5zb14dGqlshmmDAFBFEWmeIpf7wVqWV+w7Emj7jRgkNJakyKE0tYQ==
+
 [email protected]:
   version "5.18.1"
   resolved "https://registry.yarnpkg.com/openai/-/openai-5.18.1.tgz#1c4884aefcada7ec684771e03c860c381f1902c1"
   integrity sha512-iXSOfLlOL+jgnFr5CGrB2SEZw5C92o1nrFW2SasoAXj4QxGhfeJPgg8zkX+vaCfX80cT6CWjgaGnq7z9XzbyRw==
 
+openapi-types@^12.1.3:
+  version "12.1.3"
+  resolved "https://registry.yarnpkg.com/openapi-types/-/openapi-types-12.1.3.tgz#471995eb26c4b97b7bd356aacf7b91b73e777dd3"
+  integrity sha512-N4YtSYJqghVu4iek2ZUvcN/0aqH1kRDuNqzcycDxhOUpg7GdvLa2F3DgS6yBNhInhv2r/6I0Flkn7CqL8+nIcw==
+
 opener@^1.5.2:
   version "1.5.2"
   resolved "https://registry.yarnpkg.com/opener/-/opener-1.5.2.tgz#5d37e1f35077b9dcac4301372271afdeb2a13598"
@@ -32148,6 +32196,11 @@ yaml@^1.10.0, yaml@^1.10.2:
   resolved "https://registry.yarnpkg.com/yaml/-/yaml-1.10.2.tgz#2301c5ffbf12b467de8da2333a459e29e7920e4b"
   integrity sha512-r3vXyErRCYJ7wg28yvBY5VSoAF8ZvlcW9/BwUzEtUsjvX/DKs24dIkuwjtuprwJJHsbyUbLApepYTR1BN4uHrg==
 
+yaml@^2.2.1:
+  version "2.8.2"
+  resolved "https://registry.yarnpkg.com/yaml/-/yaml-2.8.2.tgz#5694f25eca0ce9c3e7a9d9e00ce0ddabbd9e35c5"
+  integrity sha512-mplynKqc1C2hTVYxd0PU2xQAc22TI1vShAYGksCCfxbn/dFwnHTNi1bvYsBTkhdUNtGIf5xNOg938rrSSYvS9A==
+
 yaml@^2.5.0:
   version "2.5.1"
   resolved "https://registry.yarnpkg.com/yaml/-/yaml-2.5.1.tgz#c9772aacf62cb7494a95b0c4f1fb065b563db130"