Skip to content

Commit 1ed328b

Browse files
[JS] Disable the randomly failed tests (#2910)
## Description Hotfix to unblock other PRs Signed-off-by: Kirill Suvorov <[email protected]>
1 parent 79a26a2 commit 1ed328b

File tree

2 files changed

+19
-18
lines changed

2 files changed

+19
-18
lines changed

src/js/tests/module.test.js

Lines changed: 16 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -266,20 +266,22 @@ describe("LLMPipeline.generate()", () => {
266266

267267
// assert that calculating statistics manually from the raw counters
268268
// we get the same restults as from PerfMetrics
269-
assert.strictEqual(
270-
(perfMetrics.rawMetrics.generateDurations / 1000).toFixed(2),
271-
generateDuration.mean.toFixed(2),
272-
);
273-
274-
assert.strictEqual(
275-
(perfMetrics.rawMetrics.tokenizationDurations / 1000).toFixed(2),
276-
tokenizationDuration.mean.toFixed(2),
277-
);
278-
279-
assert.strictEqual(
280-
(perfMetrics.rawMetrics.detokenizationDurations / 1000).toFixed(2),
281-
detokenizationDuration.mean.toFixed(2),
282-
);
269+
//
270+
// Disabled due to potential floating-point differences. (CVS-175568)
271+
// assert.strictEqual(
272+
// (perfMetrics.rawMetrics.generateDurations / 1000).toFixed(3),
273+
// generateDuration.mean.toFixed(3),
274+
// );
275+
276+
// assert.strictEqual(
277+
// (perfMetrics.rawMetrics.tokenizationDurations / 1000).toFixed(3),
278+
// tokenizationDuration.mean.toFixed(3),
279+
// );
280+
281+
// assert.strictEqual(
282+
// (perfMetrics.rawMetrics.detokenizationDurations / 1000).toFixed(3),
283+
// detokenizationDuration.mean.toFixed(3),
284+
// );
283285

284286
assert.ok(perfMetrics.rawMetrics.timesToFirstToken.length > 0);
285287
assert.ok(perfMetrics.rawMetrics.newTokenTimes.length > 0);

src/js/tests/structuredOutput.test.js

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -231,10 +231,9 @@ table::= "users" | "orders" | "products"`),
231231
});
232232

233233
it("generate with TriggeredTags in structural_tags_config", async (testContext) => {
234-
if (os.platform() === "darwin" || os.platform() === "win32") {
235-
testContext.skip("Skipped due to inconsistent LLM outputs. CVS-175278");
236-
return;
237-
}
234+
testContext.skip("Skipped due to inconsistent LLM outputs. CVS-175278");
235+
return;
236+
// eslint-disable-next-line no-unreachable
238237
const tools = [
239238
{
240239
name: "get_weather",

0 commit comments

Comments
 (0)