Update vllm_causallms.py

EleutherAI · May 25, 2024 · ae299be · ae299be
1 parent 5ee54c4
commit ae299be
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/lm_eval/models/vllm_causallms.py b/lm_eval/models/vllm_causallms.py
@@ -21,10 +21,8 @@
 try:
     import ray
     from vllm import LLM, SamplingParams
+    from vllm.lora.request import LoRARequest
     from vllm.transformers_utils.tokenizer import get_tokenizer
-
-    if parse_version(version("vllm")) > parse_version("0.3.0"):
-        from vllm.lora.request import LoRARequest
 except ModuleNotFoundError:
     pass