2 Commits

Author SHA1 Message Date
William Jeynes c481209ac4 Why no tool use? 2026-04-04 23:49:09 +01:00
William Jeynes 976f46b495 Switch to 4.1 mini 2026-04-04 23:10:56 +01:00
2 changed files with 5 additions and 8 deletions
+4 -7
View File
@@ -14,13 +14,10 @@ Experiments modifying pipeline
Experiments with different model types: Experiments with different model types:
| Model | % Correct | % Change | | Model | % Correct | % Change |
|-------------------------------|----------:|---------:| |-------------------------------|----------:|---------:|
| gpt-5-mini | 45.51 | | | gpt-5-mini | 33 | 0 |
| gpt-5.4-mini | 32.4 | | | gpt-5.4-mini | 32.4 | -0.02 |
| gpt-5.4-nano | 23.28 | | | llama3.1:8b-instruct-q4_K_M | ? | ? |
| gpt-4.1-mini | 27.85 | | | qwen3.5:9b | 0 | -100 |
| gpt-4o-mini | 32.47 | |
| llama3.1:8b-instruct-q4_K_M | ? | |
| qwen3.5:9b | 0 | |
%age valid URLS %age valid URLS
| Model | Number | % Age | | Model | Number | % Age |
+1 -1
View File
@@ -9,7 +9,7 @@ export function createModelNode(tools: any, promptPath: string): GraphNode<typeo
const sysPrompt = await hydratePrompt(promptPath, state); const sysPrompt = await hydratePrompt(promptPath, state);
const model = new ChatOpenAI({ const model = new ChatOpenAI({
model: "gpt-4o-mini" model: "gpt-4.1-mini"
}); });
const modelWithTools = model.bindTools(Object.values(tools)); const modelWithTools = model.bindTools(Object.values(tools));