Ling0925
/
buster
mirror of https://github.com/buster-so/buster.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

up the max tokens and use gpt 5 mini on repair tool calls since oai gets this stuff good

This commit is contained in:
dal 2025-09-30 08:19:45 -06:00
parent b922cf0c85
commit f3184d70fd
No known key found for this signature in database
GPG Key ID: 16F4B0E1E9F61122
2 changed files with 10 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
packages/ai/src/utils/tool-call-repair/strategies/re-ask-strategy.ts
View File

@ -2,8 +2,8 @@ import type { LanguageModelV2ToolCall } from '@ai-sdk/provider';
import { type ModelMessage, NoSuchToolError, generateText, streamText } from 'ai';
import { wrapTraced } from 'braintrust';
import { ANALYST_AGENT_NAME, DOCS_AGENT_NAME, THINK_AND_PREP_AGENT_NAME } from '../../../agents';
import { Sonnet4 } from '../../../llm';
import { DEFAULT_ANTHROPIC_OPTIONS } from '../../../llm/providers/gateway';
import { GPT5Mini, Sonnet4 } from '../../../llm';
import { DEFAULT_ANTHROPIC_OPTIONS, DEFAULT_OPENAI_OPTIONS } from '../../../llm/providers/gateway';
import type { RepairContext } from '../types';
export function canHandleNoSuchTool(error: Error): boolean {
@ -58,11 +58,11 @@ export async function repairWrongToolName(
try {
const result = streamText({
model: Sonnet4,
providerOptions: DEFAULT_ANTHROPIC_OPTIONS,
model: GPT5Mini,
providerOptions: DEFAULT_OPENAI_OPTIONS,
messages: healingMessages,
tools: context.tools,
maxOutputTokens: 1000,
maxOutputTokens: 10000,
temperature: 0,
});

9
packages/ai/src/utils/tool-call-repair/strategies/structured-output-strategy.ts
View File

@ -1,8 +1,8 @@
import type { LanguageModelV2ToolCall } from '@ai-sdk/provider';
import { InvalidToolInputError, generateObject } from 'ai';
import { wrapTraced } from 'braintrust';
import { Sonnet4 } from '../../../llm';
import { DEFAULT_ANTHROPIC_OPTIONS } from '../../../llm/providers/gateway';
import { GPT5Mini, Sonnet4 } from '../../../llm';
import { DEFAULT_ANTHROPIC_OPTIONS, DEFAULT_OPENAI_OPTIONS } from '../../../llm/providers/gateway';
import type { RepairContext } from '../types';
export function canHandleInvalidInput(error: Error): boolean {
@ -41,9 +41,10 @@ export async function repairInvalidInput(
try {
const { object: repairedInput } = await generateObject({
model: Sonnet4,
providerOptions: DEFAULT_ANTHROPIC_OPTIONS,
model: GPT5Mini,
providerOptions: DEFAULT_OPENAI_OPTIONS,
schema: tool.inputSchema,
maxOutputTokens: 10000,
prompt: `Fix these tool arguments to match the schema:\n${JSON.stringify(currentInput, null, 2)}`,
mode: 'json',
});