base benchmark

2025-09-04 23:00:01 -06:00
parent 1114c02b7c
commit bcb31d84e6
10 changed files with 375 additions and 14 deletions
--- a/config.luau
+++ b/config.luau
@@ -22,8 +22,8 @@ export type config = {
 }

 local config: config = {
-    modelsToEvaluate = { 'qwen3:4b' },
-    evaluatingModel = 'qwen3:4b',
+    modelsToEvaluate = { 'hf.co/unsloth/Qwen3-4B-Instruct-2507-GGUF:Q8_0' },
+    evaluatingModel = 'hf.co/unsloth/Qwen3-4B-Instruct-2507-GGUF:Q8_0',
    dataset = {
        syntax = {
            {