server : restore the spec checkpoint for drafts longer than n_rs_seq (#31350)

Assisted-by: Claude

Co-authored-by: Zeshawn Zahid <zzshawnn@gmail.com>
This commit is contained in:
7konigsbergandZeshawn Zahid authored and GitHub committed 2026-10-29 11:28:03 +02:00
1 parent 8ab29faec4
commit 7df8b876b9
1 file changed
+2 -1
+2 -1
View File
@@ -4958,9 +4958,10 @@ private:
const uint32_t n_rollback = slot.spec_draft.size() + 1 - accepted.size();
// the recurrent snapshots are only guaranteed for batches of up to n_rs_seq + 1 tokens, so a longer draft uses its checkpoint
const bool use_ckpt_tgt =
ctx_tgt_seq_rm_type == COMMON_CONTEXT_SEQ_RM_TYPE_FULL ||
(ctx_tgt_seq_rm_type == COMMON_CONTEXT_SEQ_RM_TYPE_RS && n_rollback > llama_n_rs_seq(ctx_tgt));
(ctx_tgt_seq_rm_type == COMMON_CONTEXT_SEQ_RM_TYPE_RS && n_draft > llama_n_rs_seq(ctx_tgt));
// check for partial draft acceptance
if (n_rollback > 0) {