File tree Expand file tree Collapse file tree 1 file changed +6
-3
lines changed Expand file tree Collapse file tree 1 file changed +6
-3
lines changed Original file line number Diff line number Diff line change 5
5
6
6
from vllm .config import VllmConfig
7
7
from vllm .logger import init_logger
8
+ from vllm .platforms import current_platform
9
+
10
+ if current_platform .is_cuda_alike ():
11
+ from .fusion import FusionPass
12
+ from .collective_fusion import AllReduceFusionPass , AsyncTPPass
13
+ from .fusion_attn import AttnFusionPass
8
14
9
15
from .activation_quant_fusion import ActivationQuantFusionPass
10
- from .collective_fusion import AllReduceFusionPass , AsyncTPPass
11
16
from .fix_functionalization import FixFunctionalizationPass
12
- from .fusion import FusionPass
13
- from .fusion_attn import AttnFusionPass
14
17
from .inductor_pass import CustomGraphPass , InductorPass , get_pass_context
15
18
from .noop_elimination import NoOpEliminationPass
16
19
from .sequence_parallelism import SequenceParallelismPass
You can’t perform that action at this time.
0 commit comments