We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f9b0a91 commit d7f0b0aCopy full SHA for d7f0b0a
tensorrt_llm/_torch/speculative/interface.py
@@ -77,7 +77,8 @@ def has_spec_decoder(self):
77
return self.is_mtp() or self.is_eagle3() or self.is_eagle3_one_model()
78
79
def has_spec_drafter(self):
80
- return self.is_ngram() or self.is_user_provided()
+ return self.is_eagle3() or self.is_draft_target() or self.is_ngram(
81
+ ) or self.is_user_provided()
82
83
def extend_ctx(self, attention_backend: Type[AttentionBackend]):
84
"""
0 commit comments