Skip to content

Commit 69b3255

Browse files
committed
fix eagle tests
Signed-off-by: Lu Fang <[email protected]>
1 parent 3c529d6 commit 69b3255

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

vllm/v1/spec_decode/eagle.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -75,6 +75,9 @@ def __init__(
7575
vllm_config.model_config)
7676

7777
self.attn_metadata_builder: Optional[AttentionMetadataBuilder] = None
78+
self.draft_indexer_metadata_builder: Optional[AttentionMetadataBuilder] = None
79+
self.attn_layer_names: list[str] = []
80+
self.indexer_layer_names: list[str] = []
7881

7982
self.use_cuda_graph = (not current_platform.is_xpu()
8083
and self.vllm_config.compilation_config.level
@@ -214,8 +217,7 @@ def propose(
214217
self.runner.attn_groups[0][0].metadata_builders[ubatch_id]
215218
attn_metadata = attn_metadata_builder.build_for_drafting(
216219
common_attn_metadata=common_attn_metadata, draft_index=0)
217-
# FIXME: support hybrid kv for draft model (remove separate indexer)
218-
if self.draft_indexer_metadata_builder:
220+
if getattr(self, "draft_indexer_metadata_builder", None):
219221
draft_indexer_metadata = (
220222
self.draft_indexer_metadata_builder.build_for_drafting(
221223
common_attn_metadata=common_attn_metadata,

0 commit comments

Comments
 (0)