model: support vllm d3 models (#30383)

* models: support pplx-decider

* vllm d2

* update

* clarify naming rule

* stricter validation

* d3
This commit is contained in:
Xuan-Son Nguyen authored and GitHub committed 2026-10-12 15:01:52 +02:00
1 parent 097cf33d94
commit efe3626b11
11 files changed
+111 -23

No files matched your search

+4
View File
@@ -446,6 +446,10 @@ struct server_slot {
bool can_split() const {
GGML_ASSERT(task);
// a decision over a non-causal context reads the whole prompt in one batch
if (task->type == SERVER_TASK_TYPE_DECISION && !llama_get_causal_attn(ctx_tgt)) {
return false;
}
// MTP supports splitting - uses task->need_embd() not need_embd()
if (!task->need_embd()) {
return true;