mtmd: add cohere2 vision support (#30062)

* cohere2 vision model

* address comments

* remove redundant mapping

* follow existing patterns

* fused linear_1
This commit is contained in:
Terrence Zhao authored and GitHub committed 2026-10-07 20:07:50 +02:00
1 parent d6cf9acb25
commit 50a6c5cf7c
10 files changed
+146 -2

No files matched your search

+10
View File
@@ -798,6 +798,16 @@ struct mtmd_context {
image_preproc = std::make_unique<mtmd_image_preprocessor_internvl>(ctx_v);
ov_img_first = false;
} break;
case PROJECTOR_TYPE_COHERE2V:
{
// <|START_OF_IMG|> (tile embeddings) <|IMG_LINE_BREAK|> ... <|END_OF_IMG|>
img_beg = "<|START_OF_IMG|>";
img_end = "<|END_OF_IMG|>";
tok_sli_img_end = {lookup_token("<|IMG_LINE_BREAK|>")};
tok_ov_img_end = tok_sli_img_end;
ov_img_first = false;
image_preproc = std::make_unique<mtmd_image_preprocessor_cohere2v>(ctx_v);
} break;
case PROJECTOR_TYPE_KIMIVL:
{
// <|media_start|> ... (image embeddings) ... <|media_end|>