model: support vllm d3 models (#30383)
* models: support pplx-decider * vllm d2 * update * clarify naming rule * stricter validation * d3
This commit is contained in:
1 parent
097cf33d94
commit
efe3626b11
11 files changed
+111
-23
No files matched your search
@@ -446,6 +446,10 @@ struct server_slot {
|
||||
|
||||
bool can_split() const {
|
||||
GGML_ASSERT(task);
|
||||
// a decision over a non-causal context reads the whole prompt in one batch
|
||||
if (task->type == SERVER_TASK_TYPE_DECISION && !llama_get_causal_attn(ctx_tgt)) {
|
||||
return false;
|
||||
}
|
||||
// MTP supports splitting - uses task->need_embd() not need_embd()
|
||||
if (!task->need_embd()) {
|
||||
return true;
|
||||
|
||||
Reference in new issue
Block a user