[{"checkpoint":"pt45b_cot_parent@terminal","metrics":{"annealing_ce":2.4775181808751143,"numina_response_ce":0.5782578253239998,"overall_pt_ce":1.2276079632659271,"overall_pt_ppl":3.413055609627084,"regular_source_ce":1.0713691407740482,"regular_source_ppl":2.919373798676888,"skyeasy_format_rate":0.029625,"skyeasy_pass_at_1":0.09275,"skyeasy_pass_at_16":0.422,"skyeasy_pass_at_2":0.15078333333333332,"skyeasy_pass_at_4":0.22818901098901115,"skyeasy_pass_at_8":0.32050380730380756,"skyeasy_pass_at_10":0.3523201798201799,"skyeasy_pass_at_11":0.3661314102564105,"skyeasy_pass_at_12":0.37885494505494494,"skyeasy_pass_at_13":0.3906678571428568,"skyeasy_pass_at_14":0.4017166666666668,"skyeasy_pass_at_15":0.412125,"skyeasy_pass_at_3":0.1939107142857142,"skyeasy_pass_at_5":0.2565824175824176,"skyeasy_pass_at_6":0.28078821178821206,"skyeasy_pass_at_7":0.30186223776223764,"skyeasy_pass_at_9":0.33720297202797195},"greedy_benchmarks":{"gsm8k":{"total":1319,"correct":277,"pass_at_1":0.2100075815011372},"math":{"total":5000,"correct":1189,"pass_at_1":0.2378}}},{"checkpoint":"exp5_trace_mixed_stage_b@terminal","metrics":{"annealing_ce":2.4882068899524956,"numina_response_ce":0.5832621986558858,"regular_source_ce":1.078177739368108,"skyeasy_format_rate":0.002875,"skyeasy_pass_at_1":0.16825,"skyeasy_pass_at_16":0.526,"skyeasy_pass_at_2":0.24993333333333306,"skyeasy_pass_at_4":0.34087912087912065,"skyeasy_pass_at_8":0.43440947940947977,"regular_source_ppl":2.9393184635789327,"overall_pt_ce":1.2348476853303942,"overall_pt_ppl":3.4378548450995146,"skyeasy_pass_at_10":0.46421828171828206,"skyeasy_pass_at_11":0.47687637362637353,"skyeasy_pass_at_12":0.48838571428571365,"skyeasy_pass_at_13":0.4989249999999996,"skyeasy_pass_at_14":0.5086333333333336,"skyeasy_pass_at_15":0.517625,"skyeasy_pass_at_3":0.3024464285714283,"skyeasy_pass_at_5":0.3710105311355308,"skyeasy_pass_at_6":0.3956690809190805,"skyeasy_pass_at_7":0.4164655594405585,"skyeasy_pass_at_9":0.4501723776223772},"greedy_benchmarks":{"gsm8k":{"total":1319,"correct":374,"pass_at_1":0.2835481425322214},"math":{"total":5000,"correct":1269,"pass_at_1":0.2538}}},{"checkpoint":"exp7_direct_stage_b_reset@terminal","metrics":{"annealing_ce":2.490137389466003,"numina_response_ce":0.5828195221340249,"regular_source_ce":1.079076898558527,"skyeasy_format_rate":0.0125,"skyeasy_pass_at_1":0.1025,"skyeasy_pass_at_16":0.432,"skyeasy_pass_at_2":0.16501666666666664,"skyeasy_pass_at_4":0.24453516483516505,"skyeasy_pass_at_8":0.3351581973581975,"regular_source_ppl":2.9419625673459855,"overall_pt_ce":1.235861437918541,"overall_pt_ppl":3.441341746475432,"skyeasy_pass_at_10":0.3657939560439563,"skyeasy_pass_at_11":0.37903479853479877,"skyeasy_pass_at_12":0.39119890109890093,"skyeasy_pass_at_13":0.4024535714285711,"skyeasy_pass_at_14":0.4129333333333333,"skyeasy_pass_at_15":0.42275,"skyeasy_pass_at_3":0.20984642857142852,"skyeasy_pass_at_5":0.2727719780219781,"skyeasy_pass_at_6":0.29656318681318705,"skyeasy_pass_at_7":0.31710174825174803,"skyeasy_pass_at_9":0.35126223776223753},"greedy_benchmarks":{"gsm8k":{"total":1319,"correct":295,"pass_at_1":0.22365428354814254},"math":{"total":5000,"correct":1219,"pass_at_1":0.2438}}},{"checkpoint":"rl_control_full_3000@3000","metrics":{"annealing_ce":2.485209057706616,"numina_response_ce":0.6162580830963379,"regular_source_ce":1.0850577204032406,"skyeasy_format_rate":0.001125,"skyeasy_pass_at_1":0.289375,"skyeasy_pass_at_16":0.642,"skyeasy_pass_at_2":0.3802999999999995,"skyeasy_pass_at_4":0.46900989010989025,"skyeasy_pass_at_8":0.5555314685314686,"regular_source_ppl":2.9596106437291914,"overall_pt_ce":1.2406301312163817,"overall_pt_ppl":3.4577916408748797,"skyeasy_pass_at_10":0.5831421078921084,"skyeasy_pass_at_11":0.5949368131868134,"skyeasy_pass_at_12":0.6057340659340655,"skyeasy_pass_at_13":0.6157142857142858,"skyeasy_pass_at_14":0.6250166666666669,"skyeasy_pass_at_15":0.63375,"skyeasy_pass_at_3":0.4325714285714285,"skyeasy_pass_at_5":0.49701098901098856,"skyeasy_pass_at_6":0.5197777222777218,"skyeasy_pass_at_7":0.5389620629370625,"skyeasy_pass_at_9":0.5701127622377617},"greedy_benchmarks":{"gsm8k":{"total":1319,"correct":561,"pass_at_1":0.42532221379833207},"math":{"total":5000,"correct":1567,"pass_at_1":0.3134}}},{"checkpoint":"rl_exp5_full_second_1500@1500","metrics":{"annealing_ce":2.490355446690896,"numina_response_ce":0.5912517680219944,"regular_source_ce":1.0814659323220723,"skyeasy_format_rate":0.00075,"skyeasy_pass_at_1":0.248875,"skyeasy_pass_at_16":0.616,"skyeasy_pass_at_2":0.34393333333333304,"skyeasy_pass_at_4":0.4376417582417582,"skyeasy_pass_at_8":0.5271616161616167,"regular_source_ppl":2.9489994175399215,"overall_pt_ce":1.2380092519818946,"overall_pt_ppl":3.448741051997066,"skyeasy_pass_at_10":0.5556508491508498,"skyeasy_pass_at_11":0.5678360805860805,"skyeasy_pass_at_12":0.57896923076923,"skyeasy_pass_at_13":0.5892214285714288,"skyeasy_pass_at_14":0.5987333333333336,"skyeasy_pass_at_15":0.607625,"skyeasy_pass_at_3":0.3992428571428573,"skyeasy_pass_at_5":0.4668443223443214,"skyeasy_pass_at_6":0.49037512487512436,"skyeasy_pass_at_7":0.5101150349650341,"skyeasy_pass_at_9":0.542193356643356},"greedy_benchmarks":{"gsm8k":{"total":1319,"correct":413,"pass_at_1":0.31311599696739956},"math":{"total":5000,"correct":1449,"pass_at_1":0.2898}}},{"checkpoint":"rl_exp7_full_second_1500_reset@1500","metrics":{"annealing_ce":2.493976023840526,"numina_response_ce":0.6037710736093614,"regular_source_ce":1.0858832411620498,"skyeasy_format_rate":0.00025,"skyeasy_pass_at_1":0.243625,"skyeasy_pass_at_16":0.622,"skyeasy_pass_at_2":0.3366499999999996,"skyeasy_pass_at_4":0.4356527472527473,"skyeasy_pass_at_8":0.5337097125097129,"regular_source_ppl":2.962054872495567,"overall_pt_ce":1.2423380350306699,"overall_pt_ppl":3.463702262357089,"skyeasy_pass_at_10":0.5635079920079926,"skyeasy_pass_at_11":0.5758763736263735,"skyeasy_pass_at_12":0.586961538461538,"skyeasy_pass_at_13":0.5969714285714286,"skyeasy_pass_at_14":0.6060666666666669,"skyeasy_pass_at_15":0.614375,"skyeasy_pass_at_3":0.3941357142857144,"skyeasy_pass_at_5":0.4678182234432226,"skyeasy_pass_at_6":0.49378596403596353,"skyeasy_pass_at_7":0.5153676573426564,"skyeasy_pass_at_9":0.5495790209790206},"greedy_benchmarks":{"gsm8k":{"total":1319,"correct":470,"pass_at_1":0.35633055344958303},"math":{"total":5000,"correct":1426,"pass_at_1":0.2852}}}]