delete context

RuohengMa · RuohengMa · commit c8fccdcf1248 · 2025-12-11T02:11:38.000Z
diff --git a/custom_ops/xpu_ops/src/ops/mtp/speculate_get_logits.cc b/custom_ops/xpu_ops/src/ops/mtp/speculate_get_logits.cc
@@ -56,6 +56,9 @@ void SpeculateGetLogits(const paddle::Tensor& draft_logits,
       seq_lens_encoder.data<int>(),
       real_bsz,
       vocab_size);
+  if (draft_logits.is_cpu()) {
+    delete ctx;
+  }
 }
 
 PD_BUILD_STATIC_OP(speculate_get_logits)

Original file line number	Diff line number	Diff line change
`@@ -56,6 +56,9 @@ void SpeculateGetLogits(const paddle::Tensor& draft_logits,`
`56`	`56`	`seq_lens_encoder.data<int>(),`
`57`	`57`	`real_bsz,`
`58`	`58`	`vocab_size);`
	`59`	`+ if (draft_logits.is_cpu()) {`
	`60`	`+ delete ctx;`
	`61`	`+ }`
`59`	`62`	`}`
`60`	`63`
`61`	`64`	`PD_BUILD_STATIC_OP(speculate_get_logits)`