{ "label": "nvfp4-strict", "status": "passed", "exact_runtime_gate": true, "reference_logprob_encoding": "llama.cpp uint16 with max_logit-16 clipping; KL is an approximate diagnostic. PPL ratios use the original unclipped baseline PPL, reported to 4 decimals.", "domains": [ { "domain": "code", "log": "/workspace/mimo/logs/kl-nvfp4-strict-code.log", "ppl": 2.37743, "encoded_baseline_ppl": 2.365343, "encoded_baseline_ppl_ratio": 1.00511, "mean_kl": 0.0, "max_kl": 6.3e-05, "top1_agreement_percent": 100.0, "baseline_ppl": 2.3774, "ppl_ratio": 1.0000126188272902 }, { "domain": "math", "log": "/workspace/mimo/logs/kl-nvfp4-strict-math.log", "ppl": 1.517172, "encoded_baseline_ppl": 1.515299, "encoded_baseline_ppl_ratio": 1.001236, "mean_kl": -0.0, "max_kl": 6.4e-05, "top1_agreement_percent": 100.0, "baseline_ppl": 1.5172, "ppl_ratio": 0.9999815449512258 }, { "domain": "english", "log": "/workspace/mimo/logs/kl-nvfp4-strict-english.log", "ppl": 9.05608, "encoded_baseline_ppl": 8.829277, "encoded_baseline_ppl_ratio": 1.025688, "mean_kl": -0.0, "max_kl": 6.3e-05, "top1_agreement_percent": 99.994, "baseline_ppl": 9.0561, "ppl_ratio": 0.9999977915438212 }, { "domain": "chinese", "log": "/workspace/mimo/logs/kl-nvfp4-strict-chinese.log", "ppl": 12.635223, "encoded_baseline_ppl": 12.441527, "encoded_baseline_ppl_ratio": 1.015568, "mean_kl": -0.0, "max_kl": 6.4e-05, "top1_agreement_percent": 99.988, "baseline_ppl": 12.6352, "ppl_ratio": 1.0000018203115106 } ] }