fix: dont pass tools in final generation, instead deduce tools from t…

…ool results
huggingface · Jan 3, 2025 · e0adc68 · e0adc68
1 parent 06a763a
commit e0adc68
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 1 deletion.
diff --git a/src/lib/server/endpoints/anthropic/endpointAnthropic.ts b/src/lib/server/endpoints/anthropic/endpointAnthropic.ts
@@ -76,6 +76,14 @@ export async function endpointAnthropic(
 		}
 
 		let tokenId = 0;
+		if (tools.length === 0 && toolResults.length > 0) {
+			const toolNames = new Set(toolResults.map((tool) => tool.call.name));
+			tools = Array.from(toolNames).map((name) => ({
+				name,
+				description: "",
+				inputs: [],
+			})) as unknown as Tool[];
+		}
 
 		const parameters = { ...model.parameters, ...generateSettings };
 

diff --git a/src/lib/server/textGeneration/index.ts b/src/lib/server/textGeneration/index.ts
@@ -84,6 +84,6 @@ async function* textGenerationWithoutTitle(
 	}
 
 	const processedMessages = await preprocessMessages(messages, webSearchResult, convId);
-	yield* generate({ ...ctx, messages: processedMessages }, toolResults, preprompt, tools);
+	yield* generate({ ...ctx, messages: processedMessages }, toolResults, preprompt);
 	done.abort();
 }