feat(ai): Anthropic client + streaming callModel adapter

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
root
2026-06-01 18:24:59 +10:00
parent 02e2a633f0
commit 09a27e8495
2 changed files with 196 additions and 0 deletions

80
lib/ai/anthropic.js Normal file
View File

@@ -0,0 +1,80 @@
import Anthropic from '@anthropic-ai/sdk';
import { resolveSecret } from './secret.js';
export const DEFAULT_MODEL = process.env.ANTHROPIC_MODEL || 'claude-sonnet-4-6';
/**
* Build an Anthropic client, resolving the API key via the secret resolver.
* Key reference can be overridden with ANTHROPIC_API_KEY_REF env var.
*/
export function getAnthropicClient() {
const key = resolveSecret(process.env.ANTHROPIC_API_KEY_REF || 'env:ANTHROPIC_API_KEY');
if (!key) {
throw new Error(
'Anthropic API key not configured (set ANTHROPIC_API_KEY or ANTHROPIC_API_KEY_REF)'
);
}
return new Anthropic({ apiKey: key });
}
/**
* Factory that returns a callModel function bound to a specific client + model.
*
* @param {object} opts
* @param {object} opts.client - Anthropic client (or fake for tests)
* @param {string} [opts.model] - Model ID (default: DEFAULT_MODEL)
* @param {number} [opts.maxTokens] - max_tokens (default: 1024)
* @returns {Function} callModel({ system, messages, tools, onTextDelta })
*
* callModel returns a stable shape:
* { text: string, toolUses: [{id, name, input}], stopReason: string, usage: object }
*
* Text deltas are streamed via onTextDelta(chunk) as they arrive.
* Tool-use blocks are collected from the final assembled message.
*/
export function makeCallModel({ client, model = DEFAULT_MODEL, maxTokens = 1024 }) {
return async function callModel({ system, messages, tools, onTextDelta }) {
// client.messages.stream returns a MessageStream: AsyncIterable<MessageStreamEvent>
// with a finalMessage() method that resolves to the assembled Message.
const stream = client.messages.stream({
model,
max_tokens: maxTokens,
...(system !== undefined && { system }),
messages,
...(tools !== undefined && tools !== null && { tools }),
});
// Iterate events; fire onTextDelta for text_delta events only.
// RawContentBlockDeltaEvent: { type: 'content_block_delta', index, delta }
// TextDelta: { type: 'text_delta', text }
for await (const event of stream) {
if (
event.type === 'content_block_delta' &&
event.delta?.type === 'text_delta'
) {
onTextDelta?.(event.delta.text);
}
}
// finalMessage() resolves to the fully assembled Message object.
const final = await stream.finalMessage();
// Collect text from all text blocks (typically just one, but join defensively).
const text = final.content
.filter((b) => b.type === 'text')
.map((b) => b.text)
.join('');
// Collect tool_use blocks, normalising to a stable {id, name, input} shape.
const toolUses = final.content
.filter((b) => b.type === 'tool_use')
.map((b) => ({ id: b.id, name: b.name, input: b.input }));
return {
text,
toolUses,
stopReason: final.stop_reason,
usage: final.usage,
};
};
}

116
tests/ai/anthropic.test.js Normal file
View File

@@ -0,0 +1,116 @@
import { describe, it, expect } from 'vitest';
import { makeCallModel } from '../../lib/ai/anthropic.js';
// ---------------------------------------------------------------------------
// Fake client whose messages.stream() returns an async-iterable of real-SDK-
// shaped RawMessageStreamEvent objects, plus a finalMessage() method that
// resolves to the assembled Message. Shape matches @anthropic-ai/sdk@0.40.1.
// ---------------------------------------------------------------------------
function makeFakeStream({ events, finalMsg }) {
// The stream object is both async-iterable and has a finalMessage() method,
// exactly as MessageStream from the real SDK.
return {
[Symbol.asyncIterator]() {
let idx = 0;
return {
async next() {
if (idx < events.length) return { value: events[idx++], done: false };
return { value: undefined, done: true };
},
};
},
async finalMessage() {
return finalMsg;
},
};
}
const FAKE_FINAL_MESSAGE = {
content: [
{ type: 'text', text: 'Hello', citations: null },
{ type: 'tool_use', id: 'tu_1', name: 'search', input: { q: 'x' } },
],
stop_reason: 'tool_use',
usage: { input_tokens: 10, output_tokens: 5 },
};
// Events emitted during streaming: two text deltas that together form 'Hello'
const FAKE_EVENTS = [
// message_start — no text
{ type: 'message_start', message: {} },
// content_block_start for text block
{ type: 'content_block_start', index: 0, content_block: { type: 'text', text: '' } },
// text deltas
{ type: 'content_block_delta', index: 0, delta: { type: 'text_delta', text: 'Hel' } },
{ type: 'content_block_delta', index: 0, delta: { type: 'text_delta', text: 'lo' } },
// content_block_stop for text block
{ type: 'content_block_stop', index: 0 },
// content_block_start for tool_use block
{ type: 'content_block_start', index: 1, content_block: { type: 'tool_use', id: 'tu_1', name: 'search', input: {} } },
// input_json delta (not text — should NOT trigger onTextDelta)
{ type: 'content_block_delta', index: 1, delta: { type: 'input_json_delta', partial_json: '{"q":"x"}' } },
{ type: 'content_block_stop', index: 1 },
// message_stop
{ type: 'message_stop' },
];
const fakeClient = {
messages: {
stream(_params) {
return makeFakeStream({ events: FAKE_EVENTS, finalMsg: FAKE_FINAL_MESSAGE });
},
},
};
describe('makeCallModel', () => {
it('streams text deltas and returns stable shape', async () => {
const callModel = makeCallModel({ client: fakeClient, model: 'm', maxTokens: 512 });
const deltas = [];
const out = await callModel({
system: 'You are helpful.',
messages: [{ role: 'user', content: 'Hi' }],
tools: [],
onTextDelta: (chunk) => deltas.push(chunk),
});
// Streamed deltas must concatenate to 'Hello'
expect(deltas.join('')).toBe('Hello');
// Stable return shape
expect(out.text).toBe('Hello');
expect(out.toolUses).toHaveLength(1);
expect(out.toolUses[0]).toMatchObject({ id: 'tu_1', name: 'search' });
expect(out.toolUses[0].input).toEqual({ q: 'x' });
expect(out.stopReason).toBe('tool_use');
expect(out.usage).toMatchObject({ input_tokens: 10, output_tokens: 5 });
});
it('works without onTextDelta callback', async () => {
const callModel = makeCallModel({ client: fakeClient, model: 'm' });
const out = await callModel({
messages: [{ role: 'user', content: 'Hi' }],
});
expect(out.text).toBe('Hello');
expect(out.stopReason).toBe('tool_use');
});
it('returns empty toolUses when no tool_use blocks', async () => {
const textOnlyMsg = {
content: [{ type: 'text', text: 'Just text', citations: null }],
stop_reason: 'end_turn',
usage: { input_tokens: 5, output_tokens: 3 },
};
const textOnlyClient = {
messages: {
stream: () => makeFakeStream({ events: [], finalMsg: textOnlyMsg }),
},
};
const callModel = makeCallModel({ client: textOnlyClient, model: 'm' });
const out = await callModel({ messages: [{ role: 'user', content: 'Hi' }] });
expect(out.text).toBe('Just text');
expect(out.toolUses).toEqual([]);
expect(out.stopReason).toBe('end_turn');
});
});