Skip to content

Commit 11da55e

Browse files
committed
Revert "update utils"
This reverts commit 270b87b.
1 parent 917f8d5 commit 11da55e

File tree

1 file changed

+0
-31
lines changed

1 file changed

+0
-31
lines changed

tests/e2e/model_utils.py

Lines changed: 0 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,6 @@
1717
# Adapted from vllm-project/vllm/blob/main/tests/models/utils.py
1818
#
1919

20-
from difflib import SequenceMatcher
2120
from typing import Dict, List, Optional, Sequence, Tuple, Union
2221

2322
from vllm.logprobs import PromptLogprobs, SampleLogprobs
@@ -53,36 +52,6 @@ def check_outputs_equal(
5352
assert output_ids_0 == output_ids_1, fail_msg
5453

5554

56-
def check_outputs_similar(
57-
*,
58-
outputs_0_lst: Sequence[TokensText],
59-
outputs_1_lst: Sequence[TokensText],
60-
name_0: str,
61-
name_1: str,
62-
similarity_threshold: float = 0.75,
63-
):
64-
"""
65-
Compare two sequences allowing for minor differences due to numerical precision.
66-
Uses text similarity ratio instead of exact matching.
67-
"""
68-
assert len(outputs_0_lst) == len(outputs_1_lst)
69-
70-
for prompt_idx, (outputs_0,
71-
outputs_1) in enumerate(zip(outputs_0_lst,
72-
outputs_1_lst)):
73-
output_ids_0, output_str_0 = outputs_0
74-
output_ids_1, output_str_1 = outputs_1
75-
76-
similarity = SequenceMatcher(None, output_str_0, output_str_1).ratio()
77-
78-
fail_msg = (
79-
f"Test{prompt_idx}: Similarity {similarity:.2%} < {similarity_threshold:.0%}\n"
80-
f"{name_0}:\t{output_str_0!r}\n"
81-
f"{name_1}:\t{output_str_1!r}")
82-
83-
assert similarity >= similarity_threshold, fail_msg
84-
85-
8655
# Representation of generated sequence as a tuple of
8756
# * Token ID list
8857
# * String

0 commit comments

Comments
 (0)