We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9daacad commit c48e0deCopy full SHA for c48e0de
.buildkite/lm-eval-harness/test_lm_eval_correctness.py
@@ -19,7 +19,7 @@
19
def launch_lm_eval(eval_config, tp_size):
20
trust_remote_code = eval_config.get("trust_remote_code", False)
21
max_model_len = eval_config.get("max_model_len", 4096)
22
- gpu_memory_utilization = eval_config.get("gpu_memory_utilization", 1.0)
+ gpu_memory_utilization = eval_config.get("gpu_memory_utilization", 0.9)
23
batch_size = eval_config.get("batch_size", "auto")
24
model_args = (
25
f"pretrained={eval_config['model_name']},"
0 commit comments