Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| d21a8b537e | |||
| 42cf4da794 | |||
| f303ca9ea4 |
+7
-4
@@ -14,10 +14,13 @@ Experiments modifying pipeline
|
|||||||
Experiments with different model types:
|
Experiments with different model types:
|
||||||
| Model | % Correct | % Change |
|
| Model | % Correct | % Change |
|
||||||
|-------------------------------|----------:|---------:|
|
|-------------------------------|----------:|---------:|
|
||||||
| gpt-5-mini | 33 | 0 |
|
| gpt-5-mini | 45.51 | |
|
||||||
| gpt-5.4-mini | 32.4 | -0.02 |
|
| gpt-5.4-mini | 32.4 | |
|
||||||
| llama3.1:8b-instruct-q4_K_M | ? | ? |
|
| gpt-5.4-nano | 23.28 | |
|
||||||
| qwen3.5:9b | 0 | -100 |
|
| gpt-4.1-mini | 27.85 | |
|
||||||
|
| gpt-4o-mini | 32.47 | |
|
||||||
|
| llama3.1:8b-instruct-q4_K_M | ? | |
|
||||||
|
| qwen3.5:9b | 0 | |
|
||||||
|
|
||||||
%age valid URLS
|
%age valid URLS
|
||||||
| Model | Number | % Age |
|
| Model | Number | % Age |
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ export function createModelNode(tools: any, promptPath: string): GraphNode<typeo
|
|||||||
const sysPrompt = await hydratePrompt(promptPath, state);
|
const sysPrompt = await hydratePrompt(promptPath, state);
|
||||||
|
|
||||||
const model = new ChatOpenAI({
|
const model = new ChatOpenAI({
|
||||||
model: "gpt-4.1-mini"
|
model: "gpt-4o-mini"
|
||||||
});
|
});
|
||||||
const modelWithTools = model.bindTools(Object.values(tools));
|
const modelWithTools = model.bindTools(Object.values(tools));
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user