Skip to content

Commit 69fbb0f

Browse files
CEQ151CEQ151
CEQ151
authored and
CEQ151
committed
feat(mlwm): promote alpha1 neural model
1 parent eae7961 commit 69fbb0f

5 files changed

Lines changed: 273 additions & 16 deletions

File tree

‎artifacts/promoted/mlwm-v1-alpha1/benchmark.json‎

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,71 @@
1+
{
2+
"createdAt": "2026-04-27T04:10:42+00:00",
3+
"validationSamples": 1497,
4+
"evaluations": {
5+
"clean": {
6+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
7+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
8+
"valDir": "data/val_images",
9+
"strength": "clean",
10+
"repeats": 3,
11+
"batches": 96,
12+
"samples": 1497,
13+
"payloadAcc": 1.0,
14+
"exactMatch": 1.0,
15+
"decodeSuccess": 1.0,
16+
"createdAt": "2026-04-27T04:07:27+00:00"
17+
},
18+
"medium": {
19+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
20+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
21+
"valDir": "data/val_images",
22+
"strength": "medium",
23+
"repeats": 3,
24+
"batches": 96,
25+
"samples": 1497,
26+
"payloadAcc": 0.9989802042643229,
27+
"exactMatch": 0.9641927083333334,
28+
"decodeSuccess": 0.9921875,
29+
"createdAt": "2026-04-27T04:07:53+00:00"
30+
},
31+
"hard": {
32+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
33+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
34+
"valDir": "data/val_images",
35+
"strength": "hard",
36+
"repeats": 3,
37+
"batches": 96,
38+
"samples": 1497,
39+
"payloadAcc": 0.9915457831488715,
40+
"exactMatch": 0.824001736111111,
41+
"decodeSuccess": 0.912326388888889,
42+
"createdAt": "2026-04-27T04:08:22+00:00"
43+
},
44+
"fullMedium": {
45+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
46+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/eval_full_attack.yaml",
47+
"valDir": "data/val_images",
48+
"strength": "medium",
49+
"repeats": 3,
50+
"batches": 96,
51+
"samples": 1497,
52+
"payloadAcc": 0.9992650349934896,
53+
"exactMatch": 0.9615885416666666,
54+
"decodeSuccess": 0.9895833333333334,
55+
"createdAt": "2026-04-27T04:10:09+00:00"
56+
},
57+
"fullHard": {
58+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
59+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/eval_full_attack.yaml",
60+
"valDir": "data/val_images",
61+
"strength": "hard",
62+
"repeats": 3,
63+
"batches": 96,
64+
"samples": 1497,
65+
"payloadAcc": 0.9978663126627604,
66+
"exactMatch": 0.9231770833333334,
67+
"decodeSuccess": 0.9772135416666666,
68+
"createdAt": "2026-04-27T04:10:42+00:00"
69+
}
70+
}
71+
}

‎artifacts/promoted/mlwm-v1-alpha1/run_manifest.json‎

Lines changed: 104 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,104 @@
1+
{
2+
"runId": "20260426T185428+0000_6107b38",
3+
"promoted": true,
4+
"promotionId": "mlwm-v1-alpha1",
5+
"gitBranch": "codex-mlwm-v1",
6+
"trainingGitCommit": "6107b38",
7+
"exportGitCommit": "eae79611614f5cdde7958d1fd773010ca46cdd23",
8+
"pythonVersion": "3.12.3",
9+
"gpu": "NVIDIA GeForce RTX 5090, 580.76.05, 32607 MiB",
10+
"trainConfig": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
11+
"trainConfigSha256": "ac7057e92246bf344acdf0d059c14427ed64cb6eac4252a3ba9a9ee72da984ab",
12+
"datasetManifestHash": "66e398a984115421eb783c1bfeaa61140be7d0e482ef7850fcaabd3ec22c1136",
13+
"checkpoint": {
14+
"path": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
15+
"sha256": "d752bcc4708e7b74e661bafe2b95e4ac4f6d2e04da6edca918f49ac56792d9b5",
16+
"bestEpoch": 18,
17+
"bestMetric": 2.9676029265873014
18+
},
19+
"onnx": {
20+
"encoder": {
21+
"path": "encoder.onnx",
22+
"sha256": "8dbda9a72b42ad133f2e8cfe5a5e3c167b4a4073bab9ebde142b471429ff7a05"
23+
},
24+
"decoder": {
25+
"path": "decoder.onnx",
26+
"sha256": "55ca146d887f2acd1911e59b21d1a205e5971064e2ad1fd4986302de03c17a14"
27+
}
28+
},
29+
"benchmark": {
30+
"createdAt": "2026-04-27T04:10:42+00:00",
31+
"validationSamples": 1497,
32+
"evaluations": {
33+
"clean": {
34+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
35+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
36+
"valDir": "data/val_images",
37+
"strength": "clean",
38+
"repeats": 3,
39+
"batches": 96,
40+
"samples": 1497,
41+
"payloadAcc": 1.0,
42+
"exactMatch": 1.0,
43+
"decodeSuccess": 1.0,
44+
"createdAt": "2026-04-27T04:07:27+00:00"
45+
},
46+
"medium": {
47+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
48+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
49+
"valDir": "data/val_images",
50+
"strength": "medium",
51+
"repeats": 3,
52+
"batches": 96,
53+
"samples": 1497,
54+
"payloadAcc": 0.9989802042643229,
55+
"exactMatch": 0.9641927083333334,
56+
"decodeSuccess": 0.9921875,
57+
"createdAt": "2026-04-27T04:07:53+00:00"
58+
},
59+
"hard": {
60+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
61+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
62+
"valDir": "data/val_images",
63+
"strength": "hard",
64+
"repeats": 3,
65+
"batches": 96,
66+
"samples": 1497,
67+
"payloadAcc": 0.9915457831488715,
68+
"exactMatch": 0.824001736111111,
69+
"decodeSuccess": 0.912326388888889,
70+
"createdAt": "2026-04-27T04:08:22+00:00"
71+
},
72+
"fullMedium": {
73+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
74+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/eval_full_attack.yaml",
75+
"valDir": "data/val_images",
76+
"strength": "medium",
77+
"repeats": 3,
78+
"batches": 96,
79+
"samples": 1497,
80+
"payloadAcc": 0.9992650349934896,
81+
"exactMatch": 0.9615885416666666,
82+
"decodeSuccess": 0.9895833333333334,
83+
"createdAt": "2026-04-27T04:10:09+00:00"
84+
},
85+
"fullHard": {
86+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
87+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/eval_full_attack.yaml",
88+
"valDir": "data/val_images",
89+
"strength": "hard",
90+
"repeats": 3,
91+
"batches": 96,
92+
"samples": 1497,
93+
"payloadAcc": 0.9978663126627604,
94+
"exactMatch": 0.9231770833333334,
95+
"decodeSuccess": 0.9772135416666666,
96+
"createdAt": "2026-04-27T04:10:42+00:00"
97+
}
98+
}
99+
},
100+
"artifacts": {
101+
"promotedDir": "artifacts/promoted/mlwm-v1-alpha1",
102+
"runDir": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38"
103+
}
104+
}

‎resources/models/neural_wm/decoder.onnx‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
version https://git-lfs.github.com/spec/v1
2+
oid sha256:55ca146d887f2acd1911e59b21d1a205e5971064e2ad1fd4986302de03c17a14
3+
size 2295672

‎resources/models/neural_wm/encoder.onnx‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
version https://git-lfs.github.com/spec/v1
2+
oid sha256:8dbda9a72b42ad133f2e8cfe5a5e3c167b4a4073bab9ebde142b471429ff7a05
3+
size 5754726

‎resources/models/neural_wm/model.json‎

Lines changed: 92 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1,26 +1,102 @@
11
{
2-
"modelVersion": "mlwm-v1-untrained",
3-
"status": "pending-training",
2+
"modelVersion": "mlwm-v1-alpha1",
3+
"status": "ready",
44
"engine": "neural",
5-
"trainingConfigId": null,
6-
"datasetManifestHash": null,
7-
"exportTime": null,
8-
"gitCommit": null,
5+
"imageSize": 512,
6+
"trainedImageSize": 448,
7+
"trainingConfigId": "56a62d8d8172c8e77c3c894c5ee2b6631a796a482a0638ef6e7db22a31508e93",
8+
"datasetManifestHash": "66e398a984115421eb783c1bfeaa61140be7d0e482ef7850fcaabd3ec22c1136",
9+
"exportTime": "2026-04-27T04:15:19+00:00",
10+
"checkpoint": {
11+
"path": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
12+
"sha256": "d752bcc4708e7b74e661bafe2b95e4ac4f6d2e04da6edca918f49ac56792d9b5",
13+
"bestEpoch": 18,
14+
"bestMetric": 2.9676029265873014
15+
},
916
"encoder": {
1017
"path": "encoder.onnx",
11-
"sha256": null
18+
"sha256": "8dbda9a72b42ad133f2e8cfe5a5e3c167b4a4073bab9ebde142b471429ff7a05"
1219
},
1320
"decoder": {
1421
"path": "decoder.onnx",
15-
"sha256": null
22+
"sha256": "55ca146d887f2acd1911e59b21d1a205e5971064e2ad1fd4986302de03c17a14"
1623
},
1724
"benchmarkSummary": {
18-
"cleanExactMatch": null,
19-
"jpegQ75": null,
20-
"jpegQ50": null,
21-
"webpQ50": null,
22-
"resizeHalf": null,
23-
"crop10pct": null,
24-
"rotation3degJpeg75": null
25+
"cleanDecodeSuccess": 1.0,
26+
"mediumDecodeSuccess": 0.9921875,
27+
"hardDecodeSuccess": 0.912326388888889,
28+
"fullMediumDecodeSuccess": 0.9895833333333334,
29+
"fullHardDecodeSuccess": 0.9772135416666666,
30+
"fullHardExactMatch": 0.9231770833333334,
31+
"fullHardPayloadAcc": 0.9978663126627604
32+
},
33+
"trainingGitCommit": "6107b38",
34+
"exportGitCommit": "eae79611614f5cdde7958d1fd773010ca46cdd23",
35+
"evaluations": {
36+
"clean": {
37+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
38+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
39+
"valDir": "data/val_images",
40+
"strength": "clean",
41+
"repeats": 3,
42+
"batches": 96,
43+
"samples": 1497,
44+
"payloadAcc": 1.0,
45+
"exactMatch": 1.0,
46+
"decodeSuccess": 1.0,
47+
"createdAt": "2026-04-27T04:07:27+00:00"
48+
},
49+
"medium": {
50+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
51+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
52+
"valDir": "data/val_images",
53+
"strength": "medium",
54+
"repeats": 3,
55+
"batches": 96,
56+
"samples": 1497,
57+
"payloadAcc": 0.9989802042643229,
58+
"exactMatch": 0.9641927083333334,
59+
"decodeSuccess": 0.9921875,
60+
"createdAt": "2026-04-27T04:07:53+00:00"
61+
},
62+
"hard": {
63+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
64+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/train_config_resolved.yaml",
65+
"valDir": "data/val_images",
66+
"strength": "hard",
67+
"repeats": 3,
68+
"batches": 96,
69+
"samples": 1497,
70+
"payloadAcc": 0.9915457831488715,
71+
"exactMatch": 0.824001736111111,
72+
"decodeSuccess": 0.912326388888889,
73+
"createdAt": "2026-04-27T04:08:22+00:00"
74+
},
75+
"fullMedium": {
76+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
77+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/eval_full_attack.yaml",
78+
"valDir": "data/val_images",
79+
"strength": "medium",
80+
"repeats": 3,
81+
"batches": 96,
82+
"samples": 1497,
83+
"payloadAcc": 0.9992650349934896,
84+
"exactMatch": 0.9615885416666666,
85+
"decodeSuccess": 0.9895833333333334,
86+
"createdAt": "2026-04-27T04:10:09+00:00"
87+
},
88+
"fullHard": {
89+
"checkpoint": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/best.ckpt",
90+
"config": "artifacts/mlwm_v1/runs/20260426T185428+0000_6107b38/eval_full_attack.yaml",
91+
"valDir": "data/val_images",
92+
"strength": "hard",
93+
"repeats": 3,
94+
"batches": 96,
95+
"samples": 1497,
96+
"payloadAcc": 0.9978663126627604,
97+
"exactMatch": 0.9231770833333334,
98+
"decodeSuccess": 0.9772135416666666,
99+
"createdAt": "2026-04-27T04:10:42+00:00"
100+
}
25101
}
26-
}
102+
}

0 commit comments

Comments
 (0)