test : fix multi-GPU server tests (#27614)

* tests : fix tests for multi-gpu environment * cont : not needed
2026-08-23 19:59:42 +03:00
parent 4a08fa2970
commit 8d9af25633
3 changed files with 22 additions and 3 deletions
@@ -623,7 +623,7 @@ class ServerPreset:
        server.model_hf_repo = "ggml-org/tinygemma3-GGUF:Q8_0"
        server.model_alias = "tinygemma3"
        server.n_ctx = 1024
-        server.n_batch = 32
+        server.n_batch = 512
        server.n_slots = 2
        server.n_predict = 4
        server.seed = 42