Skip to content

Commit 60720f6

Browse files
authored
Remove "device" from vllm_causallms.py
Device has been a deprecated arg for a few releases of vLLM and is now removed in 0.10.0 vllm-project/vllm#21349
1 parent 091aaf6 commit 60720f6

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

lm_eval/models/vllm_causallms.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -131,7 +131,6 @@ def __init__(
131131
max_model_len: int = None,
132132
seed: int = 1234,
133133
gpu_memory_utilization: float = 0.9,
134-
device: str = "cuda",
135134
data_parallel_size: int = 1,
136135
lora_local_path: str = None,
137136
# VLLM: enable thinking tags in the prompt.
@@ -172,7 +171,6 @@ def __init__(
172171
"swap_space": int(swap_space),
173172
"quantization": quantization,
174173
"seed": int(seed),
175-
"device": str(device),
176174
"enable_lora": True if lora_local_path else False,
177175
"max_lora_rank": int(max_lora_rank),
178176
}

0 commit comments

Comments
 (0)