Skip to content

Commit 770e1ec

Browse files
committed
hotfix for non-openai completions
1 parent ba9d35d commit 770e1ec

1 file changed

Lines changed: 12 additions & 5 deletions

File tree

benchmarks/metadata_extraction/benchmark.py

Lines changed: 12 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -62,8 +62,12 @@ def score_request_answer(self,
6262

6363
data = self.prepare_scoring_data(response)
6464

65-
response_letter = self._initialize_letter(raw_letter=data["metadata"],
66-
image_name=image_name)
65+
try:
66+
response_letter = self._initialize_letter(raw_letter=data["metadata"],
67+
image_name=image_name)
68+
except KeyError:
69+
response_letter = self._initialize_letter(raw_letter=data,
70+
image_name=image_name)
6771
ground_truth_letter = self._initialize_letter(raw_letter=ground_truth,
6872
image_name=image_name)
6973

@@ -109,8 +113,12 @@ def create_request_render(self,
109113

110114
data = self.prepare_scoring_data(result)
111115

112-
response_letter = self._initialize_letter(raw_letter=data["metadata"],
113-
image_name=image_name)
116+
try:
117+
response_letter = self._initialize_letter(raw_letter=data["metadata"],
118+
image_name=image_name)
119+
except KeyError:
120+
response_letter = self._initialize_letter(raw_letter=data,
121+
image_name=image_name)
114122
ground_truth_letter = self._initialize_letter(raw_letter=ground_truth,
115123
image_name=image_name)
116124

@@ -145,7 +153,6 @@ def create_request_render(self,
145153
persons_table = "| Name | Alternate Names |\n"
146154
persons_table += "| --- | --- |\n"
147155

148-
logging.info(f"ground_truth_persons: {ground_truth_persons}")
149156
for person in ground_truth_persons:
150157
try:
151158
person.alternate_names.sort()

0 commit comments

Comments
 (0)