Skip to content

Commit 024ca29

Browse files
committed
Added ccl_enabled flag during model loading and passed CCL lists in compile function
Signed-off-by: Vahid Janfaza <[email protected]>
1 parent 5606099 commit 024ca29

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

QEfficient/transformers/models/modeling_auto.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1121,8 +1121,8 @@ def compile(
11211121
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = None, None
11221122
if self.ccl_enabled:
11231123
if comp_ctx_lengths_prefill is None or comp_ctx_lengths_decode is None:
1124-
raise ValueError(
1125-
"Please set comp_ctx_lengths_prefill and comp_ctx_lengths_decode with a proper list of context lengths."
1124+
logger.warning(
1125+
"Please set comp_ctx_lengths_prefill and comp_ctx_lengths_decode with a proper list of context lengths. Using non-CCL default model."
11261126
)
11271127
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = process_ccl_specializations(
11281128
comp_ctx_lengths_prefill, comp_ctx_lengths_decode, ctx_len, prefill_seq_len
@@ -1740,8 +1740,8 @@ def compile(
17401740
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = None, None
17411741
if self.ccl_enabled:
17421742
if comp_ctx_lengths_prefill is None or comp_ctx_lengths_decode is None:
1743-
raise ValueError(
1744-
"Please set comp_ctx_lengths_prefill and comp_ctx_lengths_decode with a proper list of context lengths."
1743+
logger.warning(
1744+
"Please set comp_ctx_lengths_prefill and comp_ctx_lengths_decode with a proper list of context lengths. Using non-CCL default model."
17451745
)
17461746
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = process_ccl_specializations(
17471747
comp_ctx_lengths_prefill, comp_ctx_lengths_decode, ctx_len, prefill_seq_len
@@ -2857,8 +2857,8 @@ def compile(
28572857
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = None, None
28582858
if self.ccl_enabled:
28592859
if comp_ctx_lengths_prefill is None or comp_ctx_lengths_decode is None:
2860-
raise ValueError(
2861-
"Please set comp_ctx_lengths_prefill and comp_ctx_lengths_decode with a proper list of context lengths."
2860+
logger.warning(
2861+
"Please set comp_ctx_lengths_prefill and comp_ctx_lengths_decode with a proper list of context lengths. Using non-CCL default model."
28622862
)
28632863
self.comp_ctx_lengths_prefill, self.comp_ctx_lengths_decode = process_ccl_specializations(
28642864
comp_ctx_lengths_prefill, comp_ctx_lengths_decode, ctx_len, prefill_seq_len

0 commit comments

Comments
 (0)