File tree Expand file tree Collapse file tree 2 files changed +19
-18
lines changed Expand file tree Collapse file tree 2 files changed +19
-18
lines changed Original file line number Diff line number Diff line change @@ -266,20 +266,22 @@ describe("LLMPipeline.generate()", () => {
266266
267267 // assert that calculating statistics manually from the raw counters
268268 // we get the same restults as from PerfMetrics
269- assert . strictEqual (
270- ( perfMetrics . rawMetrics . generateDurations / 1000 ) . toFixed ( 2 ) ,
271- generateDuration . mean . toFixed ( 2 ) ,
272- ) ;
273-
274- assert . strictEqual (
275- ( perfMetrics . rawMetrics . tokenizationDurations / 1000 ) . toFixed ( 2 ) ,
276- tokenizationDuration . mean . toFixed ( 2 ) ,
277- ) ;
278-
279- assert . strictEqual (
280- ( perfMetrics . rawMetrics . detokenizationDurations / 1000 ) . toFixed ( 2 ) ,
281- detokenizationDuration . mean . toFixed ( 2 ) ,
282- ) ;
269+ //
270+ // Disabled due to potential floating-point differences. (CVS-175568)
271+ // assert.strictEqual(
272+ // (perfMetrics.rawMetrics.generateDurations / 1000).toFixed(3),
273+ // generateDuration.mean.toFixed(3),
274+ // );
275+
276+ // assert.strictEqual(
277+ // (perfMetrics.rawMetrics.tokenizationDurations / 1000).toFixed(3),
278+ // tokenizationDuration.mean.toFixed(3),
279+ // );
280+
281+ // assert.strictEqual(
282+ // (perfMetrics.rawMetrics.detokenizationDurations / 1000).toFixed(3),
283+ // detokenizationDuration.mean.toFixed(3),
284+ // );
283285
284286 assert . ok ( perfMetrics . rawMetrics . timesToFirstToken . length > 0 ) ;
285287 assert . ok ( perfMetrics . rawMetrics . newTokenTimes . length > 0 ) ;
Original file line number Diff line number Diff line change @@ -231,10 +231,9 @@ table::= "users" | "orders" | "products"`),
231231 } ) ;
232232
233233 it ( "generate with TriggeredTags in structural_tags_config" , async ( testContext ) => {
234- if ( os . platform ( ) === "darwin" || os . platform ( ) === "win32" ) {
235- testContext . skip ( "Skipped due to inconsistent LLM outputs. CVS-175278" ) ;
236- return ;
237- }
234+ testContext . skip ( "Skipped due to inconsistent LLM outputs. CVS-175278" ) ;
235+ return ;
236+ // eslint-disable-next-line no-unreachable
238237 const tools = [
239238 {
240239 name : "get_weather" ,
You can’t perform that action at this time.
0 commit comments