{ "primary_metric": { "name": "fixed_holdout_sparse_teacher_kl", "lower_is_better": true, "baseline": 0.204094, "final": 0.074299, "relative_improvement_percent": 63.59569610081629, "acceptance_threshold": 0.203890, "curve": [ {"examples": 0, "value": 0.204094}, {"examples": 200, "value": 0.098783}, {"examples": 400, "value": 0.084881}, {"examples": 600, "value": 0.080500}, {"examples": 800, "value": 0.080442}, {"examples": 1000, "value": 0.075115}, {"examples": 1024, "value": 0.074299} ] }, "behavioral_smoke": { "thinking_enabled": false, "baseline": {"passed": 11, "total": 11, "tool_calling": "2/2", "multilingual": "7/7", "code": "2/2", "mean_prompt_tps": 67.96078813416983, "mean_generation_tps": 23.164060581386426, "peak_memory_gb": 16.053686628}, "dwq": {"passed": 11, "total": 11, "tool_calling": "2/2", "multilingual": "7/7", "code": "2/2", "mean_prompt_tps": 67.68120081334023, "mean_generation_tps": 23.19472924373464, "peak_memory_gb": 16.053670244} }, "clean_load": { "mlx_lm_text": "Варшава", "mlx_vlm_image": "Blue" } }