test(vercelai): Explicitly check for tool name #41526
Annotations
5 errors and 1 warning
|
|
|
dev-packages/node-integration-tests/utils/assertions.ts#L35
AssertionError: expected { contexts: { …(8) }, …(14) } to match object { event_id: Any<String>, …(5) }
(90 matching properties omitted from actual)
- Expected
+ Received
@@ -1,75 +1,279 @@
{
"event_id": Any<String>,
- "spans": ArrayContaining [
- ObjectContaining {
- "data": ObjectContaining {
+ "spans": [
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 253,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 38893,
+ "otel.kind": "CLIENT",
+ "sentry.op": "http.client",
+ "sentry.origin": "auto.http.otel.node_fetch",
+ "server.address": "localhost",
+ "server.port": 38893,
+ "url": "http://localhost:38893/v1/messages",
+ "url.full": "http://localhost:38893/v1/messages",
+ "url.path": "/v1/messages",
+ "url.query": "",
+ "url.scheme": "http",
+ "user_agent.original": "Anthropic/JS 0.65.0",
+ },
+ "description": "POST http://localhost:38893/v1/messages",
+ "op": "http.client",
+ "origin": "auto.http.otel.node_fetch",
+ "parent_span_id": "9a8ca0e363b2ec69",
+ "span_id": "98d051ce21b58204",
+ "start_timestamp": 1766497316.419,
+ "status": "ok",
+ "timestamp": 1766497316.4680212,
+ "trace_id": "138bd9d54a7ec47482639bb7a67bd0dc",
+ },
+ {
+ "data": {
"gen_ai.operation.name": "chat",
"gen_ai.request.max_tokens": 100,
- "gen_ai.request.messages": Any<String>,
+ "gen_ai.request.messages": "[{\"role\":\"user\",\"content\":\"Tell me a joke\"}]",
"gen_ai.request.model": "claude-3-5-sonnet-20241022",
"gen_ai.request.temperature": 0.7,
- "gen_ai.response.id": Any<String>,
- "gen_ai.response.model": Any<String>,
- "gen_ai.response.stop_reason": Any<String>,
- "gen_ai.response.text": Any<String>,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.response.text": "[\"Mock response from Anthropic!\"]",
"gen_ai.system": "anthropic",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 15,
"gen_ai.usage.total_tokens": 25,
"sentry.op": "gen_ai.chat",
"sentry.origin": "auto.ai.langchain",
},
"description": "chat claude-3-5-sonnet-20241022",
"op": "gen_ai.chat",
"origin": "auto.ai.langchain",
+ "parent_span_id": "9a8ca0e363b2ec69",
+ "span_id": "31dfa07456804b9f",
+ "start_timestamp": 1766497316.388,
"status": "ok",
+ "timestamp": 1766497316.4729872,
+ "trace_id": "138bd9d54a7ec47482639bb7a67bd0dc",
},
- ObjectContaining {
- "data": ObjectContaining {
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.messages": "[{\"role\":\"user\",\"content\":\"Tell me a joke\"}]",
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.response.text": "[\"Mock response from Anthropic!\"]",
+ "gen_ai.system": "anthropic",
+ "gen_ai.usage.input_tokens": 10,
+ "gen_ai.usage.output_tokens": 15,
+ "gen_ai.usage.total_tokens": 25,
+ "sentry.op": "gen_ai.chat",
+ "sentry.origin": "auto.ai.langchain",
+ },
+ "description": "chat claude-3-5-sonnet-20241022",
+ "op": "gen_ai.chat",
+ "origin": "auto.ai.langchain",
+ "parent_span_id": "9a8ca0e363b2ec69",
+ "span_id": "baa023bf53e9b9b5",
+ "start_timestamp": 1766497316.388,
+
|
|
dev-packages/node-integration-tests/utils/assertions.ts#L35
AssertionError: expected { contexts: { …(8) }, …(14) } to match object { event_id: Any<String>, …(5) }
(90 matching properties omitted from actual)
- Expected
+ Received
@@ -1,75 +1,201 @@
{
"event_id": Any<String>,
- "spans": ArrayContaining [
- ObjectContaining {
- "data": ObjectContaining {
+ "spans": [
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 253,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 34887,
+ "otel.kind": "CLIENT",
+ "sentry.op": "http.client",
+ "sentry.origin": "auto.http.otel.node_fetch",
+ "server.address": "localhost",
+ "server.port": 34887,
+ "url": "http://localhost:34887/v1/messages",
+ "url.full": "http://localhost:34887/v1/messages",
+ "url.path": "/v1/messages",
+ "url.query": "",
+ "url.scheme": "http",
+ "user_agent.original": "Anthropic/JS 0.65.0",
+ },
+ "description": "POST http://localhost:34887/v1/messages",
+ "op": "http.client",
+ "origin": "auto.http.otel.node_fetch",
+ "parent_span_id": "e4b65092895e752d",
+ "span_id": "34fb0b58996e3de6",
+ "start_timestamp": 1766497315.405,
+ "status": "ok",
+ "timestamp": 1766497315.448136,
+ "trace_id": "c735d35585b7dd976e0e60595a265563",
+ },
+ {
+ "data": {
"gen_ai.operation.name": "chat",
"gen_ai.request.max_tokens": 100,
- "gen_ai.request.messages": Any<String>,
+ "gen_ai.request.messages": "[{\"role\":\"user\",\"content\":\"Tell me a joke\"}]",
"gen_ai.request.model": "claude-3-5-sonnet-20241022",
"gen_ai.request.temperature": 0.7,
- "gen_ai.response.id": Any<String>,
- "gen_ai.response.model": Any<String>,
- "gen_ai.response.stop_reason": Any<String>,
- "gen_ai.response.text": Any<String>,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.response.text": "[\"Mock response from Anthropic!\"]",
"gen_ai.system": "anthropic",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 15,
"gen_ai.usage.total_tokens": 25,
"sentry.op": "gen_ai.chat",
"sentry.origin": "auto.ai.langchain",
},
"description": "chat claude-3-5-sonnet-20241022",
"op": "gen_ai.chat",
"origin": "auto.ai.langchain",
+ "parent_span_id": "e4b65092895e752d",
+ "span_id": "85693553cc5dc588",
+ "start_timestamp": 1766497315.392,
"status": "ok",
+ "timestamp": 1766497315.4519837,
+ "trace_id": "c735d35585b7dd976e0e60595a265563",
},
- ObjectContaining {
- "data": ObjectContaining {
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.system": "anthropic",
+ "gen_ai.usage.input_tokens": 10,
+ "gen_ai.usage.output_tokens": 15,
+ "gen_ai.usage.total_tokens": 25,
+ "sentry.op": "gen_ai.chat",
+ "sentry.origin": "auto.ai.langchain",
+ },
+ "description": "chat claude-3-5-sonnet-20241022",
+ "op": "gen_ai.chat",
+ "origin": "auto.ai.langchain",
+ "parent_span_id": "e4b65092895e752d",
+ "span_id": "2cc4adf484af3b65",
+ "start_timestamp": 1766497315.393,
+ "status": "ok",
+ "timestamp": 1766497315.452657,
+ "trace_id": "c735d35585b7dd976e0e60595a265563",
+ },
+ {
+ "data": {
+ "http.r
|
|
dev-packages/node-integration-tests/utils/assertions.ts#L35
AssertionError: expected { contexts: { …(8) }, …(14) } to match object { event_id: Any<String>, …(5) }
(90 matching properties omitted from actual)
- Expected
+ Received
@@ -1,70 +1,269 @@
{
"event_id": Any<String>,
- "spans": ArrayContaining [
- ObjectContaining {
- "data": ObjectContaining {
+ "spans": [
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 253,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 36333,
+ "otel.kind": "CLIENT",
+ "sentry.op": "http.client",
+ "sentry.origin": "auto.http.otel.node_fetch",
+ "server.address": "localhost",
+ "server.port": 36333,
+ "url": "http://localhost:36333/v1/messages",
+ "url.full": "http://localhost:36333/v1/messages",
+ "url.path": "/v1/messages",
+ "url.query": "",
+ "url.scheme": "http",
+ "user_agent.original": "Anthropic/JS 0.65.0",
+ },
+ "description": "POST http://localhost:36333/v1/messages",
+ "op": "http.client",
+ "origin": "auto.http.otel.node_fetch",
+ "parent_span_id": "b2ac6a8a48b80a12",
+ "span_id": "f5f6cabbc0c02604",
+ "start_timestamp": 1766497313.788,
+ "status": "ok",
+ "timestamp": 1766497313.8274086,
+ "trace_id": "09d6f7e702273686d02545b778bfd955",
+ },
+ {
+ "data": {
"gen_ai.operation.name": "chat",
"gen_ai.request.max_tokens": 100,
"gen_ai.request.model": "claude-3-5-sonnet-20241022",
"gen_ai.request.temperature": 0.7,
- "gen_ai.response.id": Any<String>,
- "gen_ai.response.model": Any<String>,
- "gen_ai.response.stop_reason": Any<String>,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.system": "anthropic",
+ "gen_ai.usage.input_tokens": 10,
+ "gen_ai.usage.output_tokens": 15,
+ "gen_ai.usage.total_tokens": 25,
+ "sentry.op": "gen_ai.chat",
+ "sentry.origin": "auto.ai.langchain",
+ },
+ "description": "chat claude-3-5-sonnet-20241022",
+ "op": "gen_ai.chat",
+ "origin": "auto.ai.langchain",
+ "parent_span_id": "b2ac6a8a48b80a12",
+ "span_id": "1026606d5e84b803",
+ "start_timestamp": 1766497313.762,
+ "status": "ok",
+ "timestamp": 1766497313.8315623,
+ "trace_id": "09d6f7e702273686d02545b778bfd955",
+ },
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
"gen_ai.system": "anthropic",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 15,
"gen_ai.usage.total_tokens": 25,
"sentry.op": "gen_ai.chat",
"sentry.origin": "auto.ai.langchain",
},
"description": "chat claude-3-5-sonnet-20241022",
"op": "gen_ai.chat",
"origin": "auto.ai.langchain",
+ "parent_span_id": "b2ac6a8a48b80a12",
+ "span_id": "0478097047da4d42",
+ "start_timestamp": 1766497313.762,
"status": "ok",
+ "timestamp": 1766497313.8311877,
+ "trace_id": "09d6f7e702273686d02545b778bfd955",
},
- ObjectContaining {
- "data": ObjectContaining {
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model":
|
|
dev-packages/node-integration-tests/utils/assertions.ts#L35
AssertionError: expected { contexts: { …(8) }, …(14) } to match object { event_id: Any<String>, …(5) }
(90 matching properties omitted from actual)
- Expected
+ Received
@@ -1,70 +1,196 @@
{
"event_id": Any<String>,
- "spans": ArrayContaining [
- ObjectContaining {
- "data": ObjectContaining {
+ "spans": [
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 253,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 44339,
+ "otel.kind": "CLIENT",
+ "sentry.op": "http.client",
+ "sentry.origin": "auto.http.otel.node_fetch",
+ "server.address": "localhost",
+ "server.port": 44339,
+ "url": "http://localhost:44339/v1/messages",
+ "url.full": "http://localhost:44339/v1/messages",
+ "url.path": "/v1/messages",
+ "url.query": "",
+ "url.scheme": "http",
+ "user_agent.original": "Anthropic/JS 0.65.0",
+ },
+ "description": "POST http://localhost:44339/v1/messages",
+ "op": "http.client",
+ "origin": "auto.http.otel.node_fetch",
+ "parent_span_id": "c851b529fd86b90e",
+ "span_id": "9d688a39446b4544",
+ "start_timestamp": 1766497312.831,
+ "status": "ok",
+ "timestamp": 1766497312.8687022,
+ "trace_id": "d15533c95f4c7ce754d04fb57ae5fae2",
+ },
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.system": "anthropic",
+ "gen_ai.usage.input_tokens": 10,
+ "gen_ai.usage.output_tokens": 15,
+ "gen_ai.usage.total_tokens": 25,
+ "sentry.op": "gen_ai.chat",
+ "sentry.origin": "auto.ai.langchain",
+ },
+ "description": "chat claude-3-5-sonnet-20241022",
+ "op": "gen_ai.chat",
+ "origin": "auto.ai.langchain",
+ "parent_span_id": "c851b529fd86b90e",
+ "span_id": "f6c19e09c2f9f9f6",
+ "start_timestamp": 1766497312.818,
+ "status": "ok",
+ "timestamp": 1766497312.8726473,
+ "trace_id": "d15533c95f4c7ce754d04fb57ae5fae2",
+ },
+ {
+ "data": {
"gen_ai.operation.name": "chat",
"gen_ai.request.max_tokens": 100,
"gen_ai.request.model": "claude-3-5-sonnet-20241022",
"gen_ai.request.temperature": 0.7,
- "gen_ai.response.id": Any<String>,
- "gen_ai.response.model": Any<String>,
- "gen_ai.response.stop_reason": Any<String>,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
"gen_ai.system": "anthropic",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 15,
"gen_ai.usage.total_tokens": 25,
"sentry.op": "gen_ai.chat",
"sentry.origin": "auto.ai.langchain",
},
"description": "chat claude-3-5-sonnet-20241022",
"op": "gen_ai.chat",
"origin": "auto.ai.langchain",
+ "parent_span_id": "c851b529fd86b90e",
+ "span_id": "cca64c7bf0fa941f",
+ "start_timestamp": 1766497312.818,
"status": "ok",
+ "timestamp": 1766497312.8723266,
+ "trace_id": "d15533c95f4c7ce754d04fb57ae5fae2",
},
- ObjectContaining {
- "data": ObjectContaining {
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 249,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 44339,
+
|
|
|
The logs for this run have expired and are no longer available.
Loading