fix: substitute colons with underscores when executing multiturn function calls (#1303)

MaxHam · web-flow · commit cf12f01fc558 · 2026-03-03T13:31:24.000-08:00
a colon is not a valid character in a Python identifier, so if
model_name, the resulting string (e.g. "model_id_ClassName_instance:v0")
is not a legal variable name and eval() raises a SyntaxError
diff --git a/berkeley-function-call-leaderboard/bfcl_eval/eval_checker/multi_turn_eval/multi_turn_utils.py b/berkeley-function-call-leaderboard/bfcl_eval/eval_checker/multi_turn_eval/multi_turn_utils.py
@@ -33,7 +33,7 @@ def execute_multi_turn_func_call(
         instance_name = (
             f"{model_name}_{test_entry_id}_{class_name}_instance"
         )
-        instance_name = re.sub(r'[-./]', '_', instance_name)
+        instance_name = re.sub(r'[-./:]', '_', instance_name)
         if instance_name not in globals():
             module = importlib.import_module(module_name)
             class_ = getattr(module, class_name)

Original file line number	Diff line number	Diff line change
`@@ -33,7 +33,7 @@ def execute_multi_turn_func_call(`
`33`	`33`	`instance_name = (`
`34`	`34`	`f"{model_name}_{test_entry_id}_{class_name}_instance"`
`35`	`35`	`)`
`36`		`- instance_name = re.sub(r'[-./]', '_', instance_name)`
	`36`	`+ instance_name = re.sub(r'[-./:]', '_', instance_name)`
`37`	`37`	`if instance_name not in globals():`
`38`	`38`	`module = importlib.import_module(module_name)`
`39`	`39`	`class_ = getattr(module, class_name)`