We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e8ccfd5 commit 0a36b59Copy full SHA for 0a36b59
vllm/model_executor/model_loader/weight_utils.py
@@ -482,9 +482,13 @@ def runai_safetensors_weights_iterator(
482
"""Iterate over the weights in the model safetensor files."""
483
with SafetensorsStreamer() as streamer:
484
streamer.stream_files(hf_weights_files)
485
-
+ total_tensors = sum(
486
+ len(tensors_meta)
487
+ for tensors_meta in streamer.files_to_tensors_metadata.values()
488
+ )
489
tensor_iter = tqdm(
490
streamer.get_tensors(),
491
+ total=total_tensors,
492
desc="Loading safetensors using Runai Model Streamer",
493
bar_format=_BAR_FORMAT,
494
disable=not use_tqdm_on_load,
0 commit comments