We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3676c94 commit ef7e8d4Copy full SHA for ef7e8d4
tests/v1/spec_decode/test_eagle.py
@@ -664,6 +664,9 @@ def create_deterministic_logits(token_ids, k: int):
664
# Mock runner for attention metadata building.
665
proposer.runner = mock.MagicMock()
666
proposer.runner.attn_groups.append([mock.MagicMock()])
667
+ proposer.runner.attn_groups[0][0].metadata_builders = [
668
+ attn_metadata_builder
669
+ ]
670
proposer.runner.attn_groups[0][0].get_metadata_builder.return_value = \
671
attn_metadata_builder
672
proposer._get_attention_metadata_builder = mock.MagicMock(
0 commit comments