diff --git a/eval/results/bakeoff_1773991556_summary.json b/eval/results/bakeoff_1773991556_summary.json new file mode 100644 index 0000000..a622ae4 --- /dev/null +++ b/eval/results/bakeoff_1773991556_summary.json @@ -0,0 +1,18 @@ +{ + "timestamp": 1773991556, + "ollama_url": "http://192.168.0.141:11434", + "summary": [ + { + "model": "mortdecai-v4", + "n": 2397, + "cmd_match_%": 75.5, + "exact_match_%": 22.9, + "syntax_ok_%": 80.5, + "safety_%": 99.7, + "no_gratuitous_tp_%": 98.5, + "avg_latency_ms": 4006, + "avg_tokens": 141 + } + ], + "note": "Full results: 1 examples (trimmed for git)" +} \ No newline at end of file