Skip to content

Commit be098ed

Browse files
committed
disable cudagraph for xpu platform
Signed-off-by: chzhang <[email protected]>
1 parent 6e0cb1f commit be098ed

File tree

1 file changed

+0
-7
lines changed

1 file changed

+0
-7
lines changed

vllm/platforms/xpu.py

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -90,13 +90,6 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
9090
if cache_config and cache_config.block_size is None:
9191
cache_config.block_size = 64
9292

93-
# FIXME: Temporarily forcing eager mode
94-
# remove after t.compile support stabilizes.
95-
if (envs.VLLM_USE_V1 and model_config is not None
96-
and not vllm_config.model_config.enforce_eager):
97-
from vllm.config import CompilationLevel
98-
vllm_config.compilation_config.level = CompilationLevel.NO_COMPILATION # noqa: E501
99-
10093
# Instances created using VllmConfig() typically have model_config as
10194
# None by default. The modification involves adding a check to prevent
10295
# potential null exceptions check and update model config.

0 commit comments

Comments
 (0)