Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
176 changes: 171 additions & 5 deletions src/api/providers/__tests__/anthropic-vertex.spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1266,7 +1266,7 @@ describe("VertexHandler", () => {

expect(mockCreate).toHaveBeenCalledWith(
expect.objectContaining({
thinking: { type: "adaptive" },
thinking: { type: "adaptive", display: "summarized" },
}),
undefined,
)
Expand Down Expand Up @@ -1297,7 +1297,7 @@ describe("VertexHandler", () => {

expect(mockCreate).toHaveBeenCalledWith(
expect.objectContaining({
thinking: { type: "adaptive" },
thinking: { type: "adaptive", display: "summarized" },
}),
undefined,
)
Expand Down Expand Up @@ -1328,7 +1328,7 @@ describe("VertexHandler", () => {

expect(mockCreate).toHaveBeenCalledWith(
expect.objectContaining({
thinking: { type: "adaptive" },
thinking: { type: "adaptive", display: "summarized" },
}),
undefined,
)
Expand Down Expand Up @@ -1361,7 +1361,7 @@ describe("VertexHandler", () => {

expect(mockCreate).toHaveBeenCalledWith(
expect.objectContaining({
thinking: { type: "adaptive" },
thinking: { type: "adaptive", display: "summarized" },
}),
undefined,
)
Expand Down Expand Up @@ -1392,7 +1392,7 @@ describe("VertexHandler", () => {

expect(mockCreate).toHaveBeenCalledWith(
expect.objectContaining({
thinking: { type: "adaptive" },
thinking: { type: "adaptive", display: "summarized" },
}),
undefined,
)
Expand All @@ -1401,6 +1401,172 @@ describe("VertexHandler", () => {
expect(request.thinking).not.toHaveProperty("budget_tokens")
expect(request.temperature).toBeUndefined()
})

it("should surface thinking_tokens from output_tokens_details in usage chunks", async () => {
const thinkingTokensHandler = new AnthropicVertexHandler({
apiModelId: "claude-opus-4-8",
vertexProjectId: "test-project",
vertexRegion: "us-central1",
enableReasoningEffort: true,
})

const mockCreate = vitest.fn().mockImplementation(async () =>
asyncStreamFrom([
{
type: "message_start",
message: {
usage: {
input_tokens: 100,
output_tokens: 10,
output_tokens_details: {
thinking_tokens: 5,
},
},
},
},
{
type: "message_delta",
usage: {
output_tokens: 200,
output_tokens_details: {
thinking_tokens: 150,
},
},
},
]),
)
// Object.assign avoids the SDK's streaming-overload cast that a direct property assignment would require
Object.assign(thinkingTokensHandler["client"].messages, { create: mockCreate })

const stream = thinkingTokensHandler.createMessage("You are a helpful assistant", [
{ role: "user", content: "Hello" },
])
const chunks = await collectStream(stream)

expect(chunks).toEqual([
{
type: "usage",
inputTokens: 100,
outputTokens: 10,
reasoningTokens: 5,
},
{
type: "usage",
inputTokens: 0,
outputTokens: 200,
reasoningTokens: 150,
},
])
})

it("should omit reasoningTokens when output_tokens_details.thinking_tokens is unset", async () => {
const noThinkingDetailsHandler = new AnthropicVertexHandler({
apiModelId: "claude-opus-4-8",
vertexProjectId: "test-project",
vertexRegion: "us-central1",
enableReasoningEffort: true,
})

const mockCreate = vitest.fn().mockImplementation(async () =>
asyncStreamFrom([
{
type: "message_start",
message: {
usage: {
input_tokens: 100,
output_tokens: 10,
},
},
},
{
type: "message_delta",
usage: {
output_tokens: 200,
},
},
]),
)
// Object.assign avoids the SDK's streaming-overload cast that a direct property assignment would require
Object.assign(noThinkingDetailsHandler["client"].messages, { create: mockCreate })

const stream = noThinkingDetailsHandler.createMessage("You are a helpful assistant", [
{ role: "user", content: "Hello" },
])
const chunks = await collectStream(stream)

expect(chunks).toEqual([
{
type: "usage",
inputTokens: 100,
outputTokens: 10,
},
{
type: "usage",
inputTokens: 0,
outputTokens: 200,
},
])
})

it("should preserve a zero-valued thinking_tokens in message_start and message_delta usage chunks", async () => {
const zeroThinkingHandler = new AnthropicVertexHandler({
apiModelId: "claude-opus-4-8",
vertexProjectId: "test-project",
vertexRegion: "us-central1",
enableReasoningEffort: true,
})

const mockCreate = vitest.fn().mockImplementation(async () =>
asyncStreamFrom([
{
type: "message_start",
message: {
usage: {
input_tokens: 100,
output_tokens: 10,
output_tokens_details: {
thinking_tokens: 0,
},
},
},
},
{
type: "message_delta",
usage: {
output_tokens: 200,
output_tokens_details: {
thinking_tokens: 0,
},
},
},
]),
)
// Object.assign avoids the SDK's streaming-overload cast that a direct property assignment would require
Object.assign(zeroThinkingHandler["client"].messages, { create: mockCreate })

const stream = zeroThinkingHandler.createMessage("You are a helpful assistant", [
{ role: "user", content: "Hello" },
])
const chunks = await collectStream(stream)

// A zero-valued `thinking_tokens` is valid numeric telemetry (the
// model skipped thinking this turn); both usage chunks must preserve
// it as 0 rather than dropping it via a truthiness check.
expect(chunks).toEqual([
{
type: "usage",
inputTokens: 100,
outputTokens: 10,
reasoningTokens: 0,
},
{
type: "usage",
inputTokens: 0,
outputTokens: 200,
reasoningTokens: 0,
},
])
})
})

describe("native tool calling", () => {
Expand Down
Loading
Loading