3 Commits

Author SHA1 Message Date
William Jeynes d21a8b537e Add new accuracy results 2026-04-05 11:50:53 +01:00
William Jeynes 42cf4da794 Why no tool use? 2026-04-04 23:47:21 +01:00
William Jeynes f303ca9ea4 Switch to 4o mini 2026-04-04 23:11:39 +01:00
2 changed files with 8 additions and 5 deletions
+7 -4
View File
@@ -14,10 +14,13 @@ Experiments modifying pipeline
Experiments with different model types: Experiments with different model types:
| Model | % Correct | % Change | | Model | % Correct | % Change |
|-------------------------------|----------:|---------:| |-------------------------------|----------:|---------:|
| gpt-5-mini | 33 | 0 | | gpt-5-mini | 45.51 | |
| gpt-5.4-mini | 32.4 | -0.02 | | gpt-5.4-mini | 32.4 | |
| llama3.1:8b-instruct-q4_K_M | ? | ? | | gpt-5.4-nano | 23.28 | |
| qwen3.5:9b | 0 | -100 | | gpt-4.1-mini | 27.85 | |
| gpt-4o-mini | 32.47 | |
| llama3.1:8b-instruct-q4_K_M | ? | |
| qwen3.5:9b | 0 | |
%age valid URLS %age valid URLS
| Model | Number | % Age | | Model | Number | % Age |
+1 -1
View File
@@ -9,7 +9,7 @@ export function createModelNode(tools: any, promptPath: string): GraphNode<typeo
const sysPrompt = await hydratePrompt(promptPath, state); const sysPrompt = await hydratePrompt(promptPath, state);
const model = new ChatOpenAI({ const model = new ChatOpenAI({
model: "gpt-5.4-nano" model: "gpt-4o-mini"
}); });
const modelWithTools = model.bindTools(Object.values(tools)); const modelWithTools = model.bindTools(Object.values(tools));