llama-bench : fix docs (#29464)
* OoD documenatation for llama-bench Signed-off-by: mairp <oec.valle.art@gmail.com> * Unset default: auto Signed-off-by: mairp <oec.valle.art@gmail.com> --------- Signed-off-by: mairp <oec.valle.art@gmail.com>
This commit is contained in:
1 parent
66bcc27706
commit
79625e056e
1 file changed
+2
-2
@@ -67,9 +67,9 @@ test parameters:
|
||||
-nkvo, --no-kv-offload <0|1> (default: 0)
|
||||
-fa, --flash-attn <on|off|auto> (default: auto)
|
||||
-dev, --device <dev0/dev1/...> (default: auto)
|
||||
-lm, --load-mode <auto|none|mmap|mlock|mmap+mlock|dio>
|
||||
(default: auto)
|
||||
-lzm, --lazy-mode <on|auto|off> (default: auto)
|
||||
-mmp, --mmap <0|1> (DEPRECATED IN FAVOUR OF --load-mode)
|
||||
-dio, --direct-io <0|1> (DEPRECATED IN FAVOUR OF --load-mode)
|
||||
-embd, --embeddings <0|1> (default: 0)
|
||||
-ts, --tensor-split <ts0/ts1/..> (default: 0)
|
||||
-ot --override-tensor <tensor name pattern>=<buffer type>;...
|
||||
|
||||
Reference in new issue
Block a user