server: support /models/sse on single-model mode (#32398)

* server: support /models/sse on single-model mode

* nits

* nits
This commit is contained in:
Xuan-Son Nguyen authored and GitHub committed 2026-11-22 17:52:56 +01:00
1 parent 8d60873dfb
commit 0b51bb2fed
12 files changed
+273 -113

No files matched your search

+16
View File
@@ -143,3 +143,19 @@ def test_server_model_aliases_and_tags():
assert set(model["tags"]) == {"chat", "fim", "small"}
# id is derived from first alias (alphabetical order from std::set)
assert model["id"] == "code"
def test_server_models_sse_single_model():
global server
server.start()
# a client connecting after the load gets the last status replayed
with requests.get(server.make_url("/models/sse"), stream=True, timeout=10) as res:
assert res.status_code == 200
assert res.headers["Content-Type"].startswith("text/event-stream")
line = next(x for x in res.iter_lines() if x)
event = json.loads(line.decode("utf-8").removeprefix("data: "))
model_id = server.make_request("GET", "/models").body["data"][0]["id"]
assert event["model"] == model_id
assert event["event"] == "status_change"
assert event["data"]["status"] == "loaded"
assert event["data"]["info"]["id"] == model_id