feat: stuff

2026-10-07 14:11:49 +00:00 · 2026-10-01 09:05:06 +02:00
parent ce0e79f256
commit 8d7363b738
3 changed files with 6 additions and 2 deletions
@@ -44,7 +44,7 @@ let

        cache-type-k = "q8_0";
        cache-type-v = "q8_0";
-        ctx-size = 131072;
+        ctx-size = 150000; # 131072;
        batch-size = 2048;
        ubatch-size = 512;
        jinja = true;