Skip to content

Commit 0a36b59

Browse files
authored
Update weight_utils.py
1 parent e8ccfd5 commit 0a36b59

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

vllm/model_executor/model_loader/weight_utils.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -482,9 +482,13 @@ def runai_safetensors_weights_iterator(
482482
"""Iterate over the weights in the model safetensor files."""
483483
with SafetensorsStreamer() as streamer:
484484
streamer.stream_files(hf_weights_files)
485-
485+
total_tensors = sum(
486+
len(tensors_meta)
487+
for tensors_meta in streamer.files_to_tensors_metadata.values()
488+
)
486489
tensor_iter = tqdm(
487490
streamer.get_tensors(),
491+
total=total_tensors,
488492
desc="Loading safetensors using Runai Model Streamer",
489493
bar_format=_BAR_FORMAT,
490494
disable=not use_tqdm_on_load,

0 commit comments

Comments
 (0)