MiMo-V2.6-Flash-RL-NVFP4 / reports /heldout-nvfp4-strict.json
ProCreations's picture
Add independent runtime retention measurements and reproducibility fixes
1115643 verified
Raw History Blame Contribute Delete
1.76 kB
{
"label": "nvfp4-strict",
"status": "passed",
"exact_runtime_gate": true,
"reference_logprob_encoding": "llama.cpp uint16 with max_logit-16 clipping; KL is an approximate diagnostic. PPL ratios use the original unclipped baseline PPL, reported to 4 decimals.",
"domains": [
{
"domain": "code",
"log": "/workspace/mimo/logs/kl-nvfp4-strict-code.log",
"ppl": 2.37743,
"encoded_baseline_ppl": 2.365343,
"encoded_baseline_ppl_ratio": 1.00511,
"mean_kl": 0.0,
"max_kl": 6.3e-05,
"top1_agreement_percent": 100.0,
"baseline_ppl": 2.3774,
"ppl_ratio": 1.0000126188272902
},
{
"domain": "math",
"log": "/workspace/mimo/logs/kl-nvfp4-strict-math.log",
"ppl": 1.517172,
"encoded_baseline_ppl": 1.515299,
"encoded_baseline_ppl_ratio": 1.001236,
"mean_kl": -0.0,
"max_kl": 6.4e-05,
"top1_agreement_percent": 100.0,
"baseline_ppl": 1.5172,
"ppl_ratio": 0.9999815449512258
},
{
"domain": "english",
"log": "/workspace/mimo/logs/kl-nvfp4-strict-english.log",
"ppl": 9.05608,
"encoded_baseline_ppl": 8.829277,
"encoded_baseline_ppl_ratio": 1.025688,
"mean_kl": -0.0,
"max_kl": 6.3e-05,
"top1_agreement_percent": 99.994,
"baseline_ppl": 9.0561,
"ppl_ratio": 0.9999977915438212
},
{
"domain": "chinese",
"log": "/workspace/mimo/logs/kl-nvfp4-strict-chinese.log",
"ppl": 12.635223,
"encoded_baseline_ppl": 12.441527,
"encoded_baseline_ppl_ratio": 1.015568,
"mean_kl": -0.0,
"max_kl": 6.4e-05,
"top1_agreement_percent": 99.988,
"baseline_ppl": 12.6352,
"ppl_ratio": 1.0000018203115106
}
]
}