-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathevals.json
More file actions
22 lines (22 loc) · 731 Bytes
/
Copy pathevals.json
File metadata and controls
22 lines (22 loc) · 731 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
"skill": "ocas-look",
"version": "1.0.0",
"description": "Evaluation test cases for ocas-look",
"evals": [
{
"input": "Look at this flyer image and tell me about the event",
"expected_output": "Extracts event details (date, time, location, description) from flyer",
"description": "Event extraction from flyer"
},
{
"input": "What are the macros in this meal photo?",
"expected_output": "Estimates macronutrient content from food photo",
"description": "Macro estimation"
},
{
"input": "Where is this place? Should I save it?",
"expected_output": "Identifies location and provides recommendation",
"description": "Place identification"
}
]
}