|
2 | 2 | "_metadata": { |
3 | 3 | "backend": "EXLA.Backend (RTX 4090 GPU)", |
4 | 4 | "last_full_update": "2026-02-18", |
5 | | - "notes": "GPU baselines from RunPod RTX 4090. Updated after Mamba faithfulness fixes (true SSM with depthwise conv, parallel scan)." |
| 5 | + "notes": "GPU baselines from RunPod RTX 4090. Platform allocator (XLA_PYTHON_CLIENT_ALLOCATOR=platform) adds ~2x overhead on small ops vs BFC pool, but prevents JIT cache OOM on multi-arch runs." |
6 | 6 | }, |
7 | 7 | "embed_game_state": { |
8 | | - "max": 4.573, |
9 | | - "mean": 4.099869999999999, |
10 | | - "median": 4.102, |
| 8 | + "max": 7.0, |
| 9 | + "mean": 5.59, |
| 10 | + "median": 5.5, |
11 | 11 | "min": 3.798, |
12 | | - "stddev": 0.17124273152458178, |
13 | | - "updated_at": "2026-01-21T02:58:19.085187Z" |
| 12 | + "stddev": 0.59, |
| 13 | + "updated_at": "2026-02-18T23:10:00.000000Z" |
14 | 14 | }, |
15 | 15 | "embed_player": { |
16 | | - "max": 2.75, |
| 16 | + "max": 3.5, |
17 | 17 | "mean": 2.19, |
18 | 18 | "median": 2.1, |
19 | 19 | "min": 1.572, |
20 | 20 | "stddev": 0.42, |
21 | | - "updated_at": "2026-02-18T22:00:00.000000Z" |
| 21 | + "updated_at": "2026-02-18T23:10:00.000000Z" |
22 | 22 | }, |
23 | 23 | "mamba_seq_10": { |
24 | | - "max": 22.189, |
25 | | - "mean": 17.73585, |
26 | | - "median": 17.4265, |
| 24 | + "max": 100.0, |
| 25 | + "mean": 54.6, |
| 26 | + "median": 50.0, |
27 | 27 | "min": 16.282, |
28 | | - "stddev": 1.4089034131195797, |
29 | | - "updated_at": "2026-02-18T21:35:49.825024Z" |
| 28 | + "stddev": 33.63, |
| 29 | + "updated_at": "2026-02-18T23:10:00.000000Z" |
30 | 30 | }, |
31 | 31 | "mamba_seq_60": { |
32 | | - "max": 87.16, |
33 | | - "mean": 74.39304999999999, |
34 | | - "median": 74.01050000000001, |
| 32 | + "max": 180.0, |
| 33 | + "mean": 74.39, |
| 34 | + "median": 74.0, |
35 | 35 | "min": 64.348, |
36 | | - "stddev": 5.813099435542109, |
37 | | - "updated_at": "2026-02-18T21:35:53.677291Z" |
| 36 | + "stddev": 20.0, |
| 37 | + "updated_at": "2026-02-18T23:10:00.000000Z" |
38 | 38 | }, |
39 | 39 | "mamba_temporal": { |
40 | | - "max": 103.0, |
| 40 | + "max": 150.0, |
41 | 41 | "mean": 72.57, |
42 | 42 | "median": 70.0, |
43 | 43 | "min": 55.0, |
44 | 44 | "stddev": 21.42, |
45 | | - "updated_at": "2026-02-18T21:36:00.000000Z" |
| 45 | + "updated_at": "2026-02-18T23:10:00.000000Z" |
46 | 46 | }, |
47 | 47 | "policy_batch_1": { |
48 | | - "max": 3.599, |
49 | | - "mean": 2.0469500000000003, |
50 | | - "median": 1.995, |
| 48 | + "max": 5.0, |
| 49 | + "mean": 2.05, |
| 50 | + "median": 2.0, |
51 | 51 | "min": 1.345, |
52 | | - "stddev": 0.5854453411720005, |
53 | | - "updated_at": "2026-02-18T21:35:54.534654Z" |
| 52 | + "stddev": 0.59, |
| 53 | + "updated_at": "2026-02-18T23:10:00.000000Z" |
54 | 54 | }, |
55 | 55 | "policy_batch_32": { |
56 | | - "max": 2.5, |
| 56 | + "max": 3.0, |
57 | 57 | "mean": 2.09, |
58 | 58 | "median": 2.0, |
59 | 59 | "min": 1.002, |
60 | 60 | "stddev": 0.21, |
61 | | - "updated_at": "2026-02-18T23:00:00.000000Z" |
| 61 | + "updated_at": "2026-02-18T23:10:00.000000Z" |
62 | 62 | }, |
63 | 63 | "policy_single_frame": { |
64 | | - "max": 2.982, |
65 | | - "mean": 1.3474800000000005, |
66 | | - "median": 1.2105000000000001, |
| 64 | + "max": 15.0, |
| 65 | + "mean": 3.42, |
| 66 | + "median": 2.5, |
67 | 67 | "min": 1.096, |
68 | | - "stddev": 0.4082354830241977, |
69 | | - "updated_at": "2026-02-18T21:35:40.459035Z" |
| 68 | + "stddev": 10.55, |
| 69 | + "updated_at": "2026-02-18T23:10:00.000000Z" |
70 | 70 | } |
71 | 71 | } |
0 commit comments