@@ -935,7 +935,9 @@ def __init__(
935935 self .vision_model = QEffVisionEncoderForTextImageToTextModel (model , ** kwargs )
936936 self .lang_model = QEffCausalLMForTextImageToTextModel (model , ** kwargs )
937937 self .continuous_batching = continuous_batching
938- self .ccl_enabled = qaic_config .get ("ccl_enabled" , False )
938+ self .ccl_enabled = False
939+ if qaic_config :
940+ self .ccl_enabled = qaic_config .get ("ccl_enabled" , False )
939941 self .comp_ctx_lengths_prefill , self .comp_ctx_lengths_decode = None , None
940942 self .input_shapes , self .output_names = None , None
941943
@@ -1647,7 +1649,9 @@ def __init__(
16471649 else :
16481650 self .model .config .use_cache = True
16491651 self .hash_params ["qeff_auto_class" ] = self .__class__ .__name__
1650- self .ccl_enabled = qaic_config .get ("ccl_enabled" , False )
1652+ self .ccl_enabled = False
1653+ if qaic_config :
1654+ self .ccl_enabled = qaic_config .get ("ccl_enabled" , False )
16511655 self .comp_ctx_lengths_prefill , self .comp_ctx_lengths_decode = None , None
16521656
16531657 @classmethod
@@ -2399,7 +2403,9 @@ def __init__(
23992403 self .is_tlm = transformed
24002404
24012405 self .hash_params ["qeff_auto_class" ] = self .__class__ .__name__
2402- self .ccl_enabled = qaic_config .get ("ccl_enabled" , False )
2406+ self .ccl_enabled = False
2407+ if qaic_config :
2408+ self .ccl_enabled = qaic_config .get ("ccl_enabled" , False )
24032409 self .comp_ctx_lengths_prefill , self .comp_ctx_lengths_decode = None , None
24042410
24052411 # ---Sampling---
0 commit comments