Skip to content

Commit b8dd26c

Browse files
committed
Adding ccl_enabled flag during model loading and passing CCL lists during compilation process
Signed-off-by: Vahid Janfaza <[email protected]>
1 parent a259eff commit b8dd26c

File tree

1 file changed

+9
-3
lines changed

1 file changed

+9
-3
lines changed

QEfficient/transformers/models/modeling_auto.py

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -935,7 +935,9 @@ def __init__(
935935
self.vision_model = QEffVisionEncoderForTextImageToTextModel(model, **kwargs)
936936
self.lang_model = QEffCausalLMForTextImageToTextModel(model, **kwargs)
937937
self.continuous_batching = continuous_batching
938-
self.ccl_enabled = qaic_config.get("ccl_enabled", False)
938+
self.ccl_enabled = False
939+
if qaic_config:
940+
self.ccl_enabled = qaic_config.get("ccl_enabled", False)
939941
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = None, None
940942
self.input_shapes, self.output_names = None, None
941943

@@ -1647,7 +1649,9 @@ def __init__(
16471649
else:
16481650
self.model.config.use_cache = True
16491651
self.hash_params["qeff_auto_class"] = self.__class__.__name__
1650-
self.ccl_enabled = qaic_config.get("ccl_enabled", False)
1652+
self.ccl_enabled = False
1653+
if qaic_config:
1654+
self.ccl_enabled = qaic_config.get("ccl_enabled", False)
16511655
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = None, None
16521656

16531657
@classmethod
@@ -2399,7 +2403,9 @@ def __init__(
23992403
self.is_tlm = transformed
24002404

24012405
self.hash_params["qeff_auto_class"] = self.__class__.__name__
2402-
self.ccl_enabled = qaic_config.get("ccl_enabled", False)
2406+
self.ccl_enabled = False
2407+
if qaic_config:
2408+
self.ccl_enabled = qaic_config.get("ccl_enabled", False)
24032409
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = None, None
24042410

24052411
# ---Sampling---

0 commit comments

Comments
 (0)