Theaninova/TheaninovOS
1
0
Fork 0
mirror of https://github.com/Theaninova/TheaninovOS.git synced 2026-10-07 22:21:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: stuff

Browse Source
This commit is contained in:
Theaninova
2026-10-04 13:08:43 +02:00
parent 8d7363b738
commit 9d63d2d675
3 changed files with 36 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/nixos/usecases/localai_trace.sh
+2 -2
View File
@@ -10,7 +10,7 @@ fi
echo "[INFO] Using binary: $(command -v "$BIN")"
echo "[INFO] Starting Coding Trace 1/2"
MOE_TRACE_OUT="$TRACE_DIR/trace-code.csv" "$BIN" \
--model "/mnt/llms/Qwen3.8-Flash/Qwen3.8-Flash-Next-UD-IQ3_XXS-00001-of-00003.gguf" \
--model "/mnt/llms/Qwen3.8-Flash/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf" \
--threads 6 \
--n-gpu-layers 99 \
--n-cpu-moe 99 \
@@ -27,7 +27,7 @@ MOE_TRACE_OUT="$TRACE_DIR/trace-code.csv" "$BIN" \
echo "[INFO] Starting Conversation Trace 2/2"
MOE_TRACE_OUT="$TRACE_DIR/trace-chat.csv" "$BIN" \
--model "/mnt/llms/Qwen3.8-Flash/Qwen3.8-Flash-Next-UD-IQ3_XXS-00001-of-00003.gguf" \
--model "/mnt/llms/Qwen3.8-Flash/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf" \
--threads 6 \
--n-gpu-layers 99 \
--n-cpu-moe 99 \