Fix crash with draft-simple (#25720)

* Fix crash with draft-simple

* Fix tests for spec decoding
This commit is contained in:
Gaurav Garg
2026-07-15 19:51:34 +05:30
committed by GitHub
parent a582222290
commit 956973c764
3 changed files with 14 additions and 5 deletions
+3
View File
@@ -95,6 +95,7 @@ class ServerProcess:
no_models_autoload: bool | None = None
lora_files: List[str] | None = None
enable_ctx_shift: int | None = False
spec_type: str | None = None
spec_draft_n_min: int | None = None
spec_draft_n_max: int | None = None
no_ui: bool | None = None
@@ -226,6 +227,8 @@ class ServerProcess:
server_args.extend(["--lora", lora_file])
if self.enable_ctx_shift:
server_args.append("--context-shift")
if self.spec_type:
server_args.extend(["--spec-type", self.spec_type])
if self.api_key:
server_args.extend(["--api-key", self.api_key])
if self.spec_draft_n_max: