Lumpiasty/llama.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

tests : update speculative params (#26925)

Browse Source
This commit is contained in:
Georgi Gerganov
2026-08-12 08:08:19 +03:00
committed by GitHub
parent a7cd2f0e98
commit a4a4c51f3d
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/tests/unit/test_speculative.py
+2 -4
View File
@@ -27,8 +27,8 @@ def test_with_and_without_draft():
global server global server
request = { request = {
"prompt": "I believe the meaning of life is", "prompt": "I believe the meaning of life is",
"temperature": 0.8, "temperature": 0.2,
"top_k": 40, "top_k": 5,
"seed": 4242, "seed": 4242,
"n_predict": 16, "n_predict": 16,
"return_tokens": True, "return_tokens": True,
@@ -36,7 +36,6 @@ def test_with_and_without_draft():
server.model_draft = None # disable draft model server.model_draft = None # disable draft model
server.spec_type = None server.spec_type = None
server.backend_sampling = True
server.start() server.start()
res = server.make_request("POST", "/completion", data=request) res = server.make_request("POST", "/completion", data=request)
assert res.status_code == 200 assert res.status_code == 200
@@ -45,7 +44,6 @@ def test_with_and_without_draft():
# create new server with draft model # create new server with draft model
create_server() create_server()
server.backend_sampling = True
server.start() server.start()
res = server.make_request("POST", "/completion", data=request) res = server.make_request("POST", "/completion", data=request)
assert res.status_code == 200 assert res.status_code == 200