@@ -47,7 +47,7 @@ export interface Benchmark {
47
47
48
48
identifier : string ;
49
49
50
- metadata : Record < string , boolean | number | string | Array < unknown > | unknown | null > ;
50
+ metadata : { [ key : string ] : boolean | number | string | Array < unknown > | unknown | null } ;
51
51
52
52
provider_id : string ;
53
53
@@ -71,7 +71,7 @@ export interface BenchmarkConfig {
71
71
* Map between scoring function id and parameters for each scoring function you
72
72
* want to run
73
73
*/
74
- scoring_params : Record < string , ScoringFunctionsAPI . ScoringFnParams > ;
74
+ scoring_params : { [ key : string ] : ScoringFunctionsAPI . ScoringFnParams } ;
75
75
76
76
/**
77
77
* (Optional) The number of examples to evaluate. If not provided, all examples in
@@ -123,12 +123,12 @@ export interface EvaluateResponse {
123
123
/**
124
124
* The generations from the evaluation.
125
125
*/
126
- generations : Array < Record < string , boolean | number | string | Array < unknown > | unknown | null > > ;
126
+ generations : Array < { [ key : string ] : boolean | number | string | Array < unknown > | unknown | null } > ;
127
127
128
128
/**
129
129
* The scores from the evaluation.
130
130
*/
131
- scores : Record < string , EvaluateResponse . Scores > ;
131
+ scores : { [ key : string ] : EvaluateResponse . Scores } ;
132
132
}
133
133
134
134
export namespace EvaluateResponse {
@@ -139,12 +139,12 @@ export namespace EvaluateResponse {
139
139
/**
140
140
* Map of metric name to aggregated value
141
141
*/
142
- aggregated_results : Record < string , boolean | number | string | Array < unknown > | unknown | null > ;
142
+ aggregated_results : { [ key : string ] : boolean | number | string | Array < unknown > | unknown | null } ;
143
143
144
144
/**
145
145
* The scoring result for each row. Each row is a map of column name to value.
146
146
*/
147
- score_rows : Array < Record < string , boolean | number | string | Array < unknown > | unknown | null > > ;
147
+ score_rows : Array < { [ key : string ] : boolean | number | string | Array < unknown > | unknown | null } > ;
148
148
}
149
149
}
150
150
@@ -159,7 +159,7 @@ export interface BenchmarkCreateParams {
159
159
160
160
scoring_functions : Array < string > ;
161
161
162
- metadata ?: Record < string , boolean | number | string | Array < unknown > | unknown | null > ;
162
+ metadata ?: { [ key : string ] : boolean | number | string | Array < unknown > | unknown | null } ;
163
163
164
164
provider_benchmark_id ?: string ;
165
165
@@ -175,7 +175,7 @@ export interface BenchmarkEvaluateParams {
175
175
/**
176
176
* The rows to evaluate.
177
177
*/
178
- input_rows : Array < Record < string , boolean | number | string | Array < unknown > | unknown | null > > ;
178
+ input_rows : Array < { [ key : string ] : boolean | number | string | Array < unknown > | unknown | null } > ;
179
179
180
180
/**
181
181
* The scoring functions to use for the evaluation.
0 commit comments