{ "schema": 1, "model_revision": "2fc06364715b967f1860aea9cf38778875588b17", "source_report": { "source": "https://github.com/RikiyaT/lm_understand-logs/blob/main/exp8_math/README.md", "math500": { "base_accuracy": 0.079, "edited_accuracy": 0.481, "base_truncation": 0.93, "edited_truncation": 0.331 } }, "e1": { "e1": { "n": 40, "max_logit_difference": 0.3046875, "max_kl": 0.0071296411225740125, "median_kl": 0.0004786073941571447, "baseline_repeat_max_kl": 0.0, "forward_calls": 200, "processed_tokens": 18465, "peak_bytes": 1843017728, "measurement_wall_s": 32.33015060424805 }, "e1fp32": { "n": 40, "max_logit_difference": 2.0384788513183594e-05, "max_kl": 9.550912606975871e-12, "median_kl": 8.875403497081667e-13, "baseline_repeat_max_kl": 0.0, "forward_calls": 200, "processed_tokens": 18465, "peak_bytes": 3530436096, "measurement_wall_s": 17.475308895111084 } }, "e3": { "n_evaluation_prefixes": 32, "n_calibration_prefixes": 16, "fisher_eps_primary": 0.001, "derivative_diagnostic_eps": [ 0.001, 0.003, 0.01 ], "held_out_doses": [ 0.03, 0.1, 0.3, 1.0 ], "numerical_derivative_relative_spread_median": 0.017713532869836925, "numerical_derivative_relative_spread_max": 0.08444132944752607, "baseline_weight_coefficient": 0.005971903431799211, "baseline_activation_coefficient": 0.00010353133026683243, "baseline_fit": "zero-intercept least squares on 16 calibration prefixes at dose .01; exploratory comparison", "samples": [ { "index": 0, "dose": 0.001, "measured_kl": 5.822661059564998e-10, "fisher_prediction": 5.162829979786787e-10, "fisher": 0.0010325659959573574, "fisher_by_eps": { "0.001": 0.0010325659959573574, "0.003": 0.0011096285304759471, "0.01": 0.001126264504263651 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 3.4521939934630243e-09, "diagnostic_dose": true }, { "index": 1, "dose": 0.001, "measured_kl": 4.583603323750232e-09, "fisher_prediction": 4.583634664511693e-09, "fisher": 0.009167269329023385, "fisher_by_eps": { "0.001": 0.009167269329023385, "0.003": 0.009494840082816284, "0.01": 0.009420728658886948 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 2.5550239092016363e-09, "diagnostic_dose": true }, { "index": 2, "dose": 0.001, "measured_kl": 5.657458346114023e-10, "fisher_prediction": 5.609871405709889e-10, "fisher": 0.001121974281141978, "fisher_by_eps": { "0.001": 0.001121974281141978, "0.003": 0.0011696507114469705, "0.01": 0.001147881306579724 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 3.358439428731492e-09, "diagnostic_dose": true }, { "index": 3, "dose": 0.001, "measured_kl": 4.89297632882209e-09, "fisher_prediction": 4.814927025994477e-09, "fisher": 0.009629854051988955, "fisher_by_eps": { "0.001": 0.009629854051988955, "0.003": 0.009631285110544235, "0.01": 0.009580143295643355 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 4.0145885295940096e-09, "diagnostic_dose": true }, { "index": 4, "dose": 0.001, "measured_kl": 2.344565375961234e-09, "fisher_prediction": 2.5664963883154314e-09, "fisher": 0.005132992776630863, "fisher_by_eps": { "0.001": 0.005132992776630863, "0.003": 0.005073917567073684, "0.01": 0.005090594533059006 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 2.0459458151627854e-09, "diagnostic_dose": true }, { "index": 5, "dose": 0.001, "measured_kl": 1.984544760163777e-09, "fisher_prediction": 1.895640104255512e-09, "fisher": 0.0037912802085110246, "fisher_by_eps": { "0.001": 0.0037912802085110246, "0.003": 0.004061770663293808, "0.01": 0.004029416799433735 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 2.881116333988456e-09, "diagnostic_dose": true }, { "index": 6, "dose": 0.001, "measured_kl": 1.8444543362392896e-10, "fisher_prediction": 1.7869038760406353e-10, "fisher": 0.0003573807752081271, "fisher_by_eps": { "0.001": 0.0003573807752081271, "0.003": 0.00036569429811698364, "0.01": 0.00035927182574710804 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 4.667291807959956e-09, "diagnostic_dose": true }, { "index": 7, "dose": 0.001, "measured_kl": 1.1667131118980726e-08, "fisher_prediction": 1.1390382764471234e-08, "fisher": 0.022780765528942468, "fisher_by_eps": { "0.001": 0.022780765528942468, "0.003": 0.02315131286459452, "0.01": 0.023076381359380907 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 4.352787361607936e-09, "diagnostic_dose": true }, { "index": 8, "dose": 0.001, "measured_kl": 1.1189348112374908e-09, "fisher_prediction": 1.182948307708109e-09, "fisher": 0.002365896615416218, "fisher_by_eps": { "0.001": 0.002365896615416218, "0.003": 0.0023379261244867106, "0.01": 0.0023381504260858075 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.4217134637989905e-09, "diagnostic_dose": true }, { "index": 9, "dose": 0.001, "measured_kl": 1.6269247720535453e-09, "fisher_prediction": 1.5801601753204143e-09, "fisher": 0.0031603203506408288, "fisher_by_eps": { "0.001": 0.0031603203506408288, "0.003": 0.003303048447216969, "0.01": 0.0033137007480532367 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.4177311215568886e-09, "diagnostic_dose": true }, { "index": 10, "dose": 0.001, "measured_kl": 6.119723098303579e-09, "fisher_prediction": 6.054642814833619e-09, "fisher": 0.012109285629667238, "fisher_by_eps": { "0.001": 0.012109285629667238, "0.003": 0.011772182824312997, "0.01": 0.011727385313878711 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 4.723989948706621e-09, "diagnostic_dose": true }, { "index": 11, "dose": 0.001, "measured_kl": 3.1697642885843754e-09, "fisher_prediction": 3.1993453766574022e-09, "fisher": 0.006398690753314805, "fisher_by_eps": { "0.001": 0.006398690753314805, "0.003": 0.006099805215048203, "0.01": 0.006244280998215973 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.7976286444774816e-09, "diagnostic_dose": true }, { "index": 12, "dose": 0.001, "measured_kl": 1.0429070984710248e-08, "fisher_prediction": 1.1037554584918965e-08, "fisher": 0.02207510916983793, "fisher_by_eps": { "0.001": 0.02207510916983793, "0.003": 0.022073849499008986, "0.01": 0.02212803966014687 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 3.8012654696769234e-09, "diagnostic_dose": true }, { "index": 13, "dose": 0.001, "measured_kl": 6.213786278086287e-11, "fisher_prediction": 6.298375441439552e-11, "fisher": 0.00012596750882879105, "fisher_by_eps": { "0.001": 0.00012596750882879105, "0.003": 0.0001248362152532428, "0.01": 0.00012506434093062247 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.6495823078072515e-09, "diagnostic_dose": true }, { "index": 14, "dose": 0.001, "measured_kl": 8.54515061611365e-09, "fisher_prediction": 8.792210990582395e-09, "fisher": 0.01758442198116479, "fisher_by_eps": { "0.001": 0.01758442198116479, "0.003": 0.0174600933507948, "0.01": 0.0175978020403555 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 4.237586058312333e-08, "diagnostic_dose": true }, { "index": 15, "dose": 0.001, "measured_kl": 1.4043228239689885e-08, "fisher_prediction": 1.40466762946045e-08, "fisher": 0.028093352589209003, "fisher_by_eps": { "0.001": 0.028093352589209003, "0.003": 0.027786755652290447, "0.01": 0.027693625938480574 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.1566033105926954e-08, "diagnostic_dose": true }, { "index": 16, "dose": 0.001, "measured_kl": 1.0957412356346413e-08, "fisher_prediction": 1.0505200308793902e-08, "fisher": 0.021010400617587806, "fisher_by_eps": { "0.001": 0.021010400617587806, "0.003": 0.020862310651098073, "0.01": 0.02078695974729443 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.3788818752315188e-09, "diagnostic_dose": true }, { "index": 17, "dose": 0.001, "measured_kl": 3.0246615045738455e-08, "fisher_prediction": 3.1399212290582326e-08, "fisher": 0.06279842458116465, "fisher_by_eps": { "0.001": 0.06279842458116465, "0.003": 0.06163915190362515, "0.01": 0.06182335256990207 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 5.78821047938494e-09, "diagnostic_dose": true }, { "index": 18, "dose": 0.001, "measured_kl": 3.610350204476205e-10, "fisher_prediction": 3.6662311163355703e-10, "fisher": 0.0007332462232671141, "fisher_by_eps": { "0.001": 0.0007332462232671141, "0.003": 0.0007528645713428459, "0.01": 0.0007504121406970519 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.0981934627340817e-08, "diagnostic_dose": true }, { "index": 19, "dose": 0.001, "measured_kl": 2.4567450291786785e-10, "fisher_prediction": 2.4926695318889993e-10, "fisher": 0.0004985339063777999, "fisher_by_eps": { "0.001": 0.0004985339063777999, "0.003": 0.000488837255728799, "0.01": 0.0004899262652293588 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.3046671061700755e-09, "diagnostic_dose": true }, { "index": 20, "dose": 0.001, "measured_kl": 6.910843090366915e-10, "fisher_prediction": 6.499245516643689e-10, "fisher": 0.001299849103328738, "fisher_by_eps": { "0.001": 0.001299849103328738, "0.003": 0.0013114570076068473, "0.01": 0.0013068840918258025 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.972527585644634e-09, "diagnostic_dose": true }, { "index": 21, "dose": 0.001, "measured_kl": 2.0044988861058914e-09, "fisher_prediction": 2.023576184064613e-09, "fisher": 0.004047152368129226, "fisher_by_eps": { "0.001": 0.004047152368129226, "0.003": 0.0039636977763515486, "0.01": 0.003928448033378017 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.855620634662675e-09, "diagnostic_dose": true }, { "index": 22, "dose": 0.001, "measured_kl": 3.4991600390020243e-10, "fisher_prediction": 4.0396282627718903e-10, "fisher": 0.0008079256525543781, "fisher_by_eps": { "0.001": 0.0008079256525543781, "0.003": 0.0007586355147147312, "0.01": 0.0007722561209032295 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.9001300393086332e-09, "diagnostic_dose": true }, { "index": 23, "dose": 0.001, "measured_kl": 1.6367100565408093e-09, "fisher_prediction": 1.6788330510241268e-09, "fisher": 0.0033576661020482536, "fisher_by_eps": { "0.001": 0.0033576661020482536, "0.003": 0.0034002200941697443, "0.01": 0.0033453719403530083 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 4.597873084442724e-09, "diagnostic_dose": true }, { "index": 24, "dose": 0.001, "measured_kl": 2.4328906886994647e-09, "fisher_prediction": 2.6333274585147152e-09, "fisher": 0.005266654917029431, "fisher_by_eps": { "0.001": 0.005266654917029431, "0.003": 0.0051770428881895, "0.01": 0.005127134015536066 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.194507763100955e-09, "diagnostic_dose": true }, { "index": 25, "dose": 0.001, "measured_kl": 3.972615424815569e-10, "fisher_prediction": 3.9817857613743375e-10, "fisher": 0.0007963571522748676, "fisher_by_eps": { "0.001": 0.0007963571522748676, "0.003": 0.0008098160173292528, "0.01": 0.0008005966065952794 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 3.357346736274829e-09, "diagnostic_dose": true }, { "index": 26, "dose": 0.001, "measured_kl": 5.5316375748826175e-09, "fisher_prediction": 5.755974046788951e-09, "fisher": 0.011511948093577902, "fisher_by_eps": { "0.001": 0.011511948093577902, "0.003": 0.011597486977082851, "0.01": 0.011469231640580377 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.5120550180675094e-09, "diagnostic_dose": true }, { "index": 27, "dose": 0.001, "measured_kl": 5.071270030944158e-09, "fisher_prediction": 4.569988979305104e-09, "fisher": 0.009139977958610207, "fisher_by_eps": { "0.001": 0.009139977958610207, "0.003": 0.009026843451324058, "0.01": 0.009091642967151184 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 8.510930650256138e-09, "diagnostic_dose": true }, { "index": 28, "dose": 0.001, "measured_kl": 1.2388266371865758e-09, "fisher_prediction": 1.3226283057316845e-09, "fisher": 0.002645256611463369, "fisher_by_eps": { "0.001": 0.002645256611463369, "0.003": 0.002737754265424545, "0.01": 0.002724779344425739 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 3.29765363564818e-09, "diagnostic_dose": true }, { "index": 29, "dose": 0.001, "measured_kl": 8.122376907236488e-09, "fisher_prediction": 8.476751770765044e-09, "fisher": 0.01695350354153009, "fisher_by_eps": { "0.001": 0.01695350354153009, "0.003": 0.016675746903460867, "0.01": 0.016395174406155476 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.5685553465808349e-09, "diagnostic_dose": true }, { "index": 30, "dose": 0.001, "measured_kl": 1.893634271175231e-08, "fisher_prediction": 1.8148466322099043e-08, "fisher": 0.03629693264419809, "fisher_by_eps": { "0.001": 0.03629693264419809, "0.003": 0.03632101420621687, "0.01": 0.03645306069417943 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 3.3987252799564915e-09, "diagnostic_dose": true }, { "index": 31, "dose": 0.001, "measured_kl": 1.2919672765276917e-10, "fisher_prediction": 1.2681005124468836e-10, "fisher": 0.0002536201024893767, "fisher_by_eps": { "0.001": 0.0002536201024893767, "0.003": 0.00025336247716423806, "0.01": 0.0002545193094431475 }, "weight_norm_prediction": 5.97190343179921e-09, "activation_norm_prediction": 1.3263013853405649e-09, "diagnostic_dose": true }, { "index": 0, "dose": 0.003, "measured_kl": 5.236677644639853e-09, "fisher_prediction": 4.6465469818081085e-09, "fisher": 0.0010325659959573574, "fisher_by_eps": { "0.001": 0.0010325659959573574, "0.003": 0.0011096285304759471, "0.01": 0.001126264504263651 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 3.1055879478821374e-08, "diagnostic_dose": true }, { "index": 1, "dose": 0.003, "measured_kl": 4.297426805312558e-08, "fisher_prediction": 4.1252711980605235e-08, "fisher": 0.009167269329023385, "fisher_by_eps": { "0.001": 0.009167269329023385, "0.003": 0.009494840082816284, "0.01": 0.009420728658886948 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 2.299287385132139e-08, "diagnostic_dose": true }, { "index": 2, "dose": 0.003, "measured_kl": 5.205884622726053e-09, "fisher_prediction": 5.0488842651389005e-09, "fisher": 0.001121974281141978, "fisher_by_eps": { "0.001": 0.001121974281141978, "0.003": 0.0011696507114469705, "0.01": 0.001147881306579724 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 3.0207236330716884e-08, "diagnostic_dose": true }, { "index": 3, "dose": 0.003, "measured_kl": 4.343464031134449e-08, "fisher_prediction": 4.33343432339503e-08, "fisher": 0.009629854051988955, "fisher_by_eps": { "0.001": 0.009629854051988955, "0.003": 0.009631285110544235, "0.01": 0.009580143295643355 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 3.61308928454318e-08, "diagnostic_dose": true }, { "index": 4, "dose": 0.003, "measured_kl": 2.2924519540209586e-08, "fisher_prediction": 2.3098467494838884e-08, "fisher": 0.005132992776630863, "fisher_by_eps": { "0.001": 0.005132992776630863, "0.003": 0.005073917567073684, "0.01": 0.005090594533059006 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.840825563673709e-08, "diagnostic_dose": true }, { "index": 5, "dose": 0.003, "measured_kl": 1.8683477535471802e-08, "fisher_prediction": 1.7060760938299612e-08, "fisher": 0.0037912802085110246, "fisher_by_eps": { "0.001": 0.0037912802085110246, "0.003": 0.004061770663293808, "0.01": 0.004029416799433735 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 2.5911992962577008e-08, "diagnostic_dose": true }, { "index": 6, "dose": 0.003, "measured_kl": 1.6280894847695007e-09, "fisher_prediction": 1.608213488436572e-09, "fisher": 0.0003573807752081271, "fisher_by_eps": { "0.001": 0.0003573807752081271, "0.003": 0.00036569429811698364, "0.01": 0.00035927182574710804 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 4.19766975776027e-08, "diagnostic_dose": true }, { "index": 7, "dose": 0.003, "measured_kl": 1.0442406474697914e-07, "fisher_prediction": 1.0251344488024111e-07, "fisher": 0.022780765528942468, "fisher_by_eps": { "0.001": 0.022780765528942468, "0.003": 0.02315131286459452, "0.01": 0.023076381359380907 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 3.9174239454742506e-08, "diagnostic_dose": true }, { "index": 8, "dose": 0.003, "measured_kl": 1.0327919274391118e-08, "fisher_prediction": 1.0646534769372983e-08, "fisher": 0.002365896615416218, "fisher_by_eps": { "0.001": 0.002365896615416218, "0.003": 0.0023379261244867106, "0.01": 0.0023381504260858075 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.2791879108404889e-08, "diagnostic_dose": true }, { "index": 9, "dose": 0.003, "measured_kl": 1.5100682857246267e-08, "fisher_prediction": 1.422144157788373e-08, "fisher": 0.0031603203506408288, "fisher_by_eps": { "0.001": 0.0031603203506408288, "0.003": 0.003303048447216969, "0.01": 0.0033137007480532367 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.275735694370698e-08, "diagnostic_dose": true }, { "index": 10, "dose": 0.003, "measured_kl": 5.268500747341166e-08, "fisher_prediction": 5.449178533350257e-08, "fisher": 0.012109285629667238, "fisher_by_eps": { "0.001": 0.012109285629667238, "0.003": 0.011772182824312997, "0.01": 0.011727385313878711 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 4.251291008043298e-08, "diagnostic_dose": true }, { "index": 11, "dose": 0.003, "measured_kl": 2.7417934532947188e-08, "fisher_prediction": 2.8794108389916623e-08, "fisher": 0.006398690753314805, "fisher_by_eps": { "0.001": 0.006398690753314805, "0.003": 0.006099805215048203, "0.01": 0.006244280998215973 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.6169314319256196e-08, "diagnostic_dose": true }, { "index": 12, "dose": 0.003, "measured_kl": 9.709865347174015e-08, "fisher_prediction": 9.933799126427069e-08, "fisher": 0.02207510916983793, "fisher_by_eps": { "0.001": 0.02207510916983793, "0.003": 0.022073849499008986, "0.01": 0.02212803966014687 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 3.4184827732600066e-08, "diagnostic_dose": true }, { "index": 13, "dose": 0.003, "measured_kl": 5.55581592039777e-10, "fisher_prediction": 5.668537897295598e-10, "fisher": 0.00012596750882879105, "fisher_by_eps": { "0.001": 0.00012596750882879105, "0.003": 0.0001248362152532428, "0.01": 0.00012506434093062247 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.484181508246426e-08, "diagnostic_dose": true }, { "index": 14, "dose": 0.003, "measured_kl": 7.913580505738223e-08, "fisher_prediction": 7.912989891524157e-08, "fisher": 0.01758442198116479, "fisher_by_eps": { "0.001": 0.01758442198116479, "0.003": 0.0174600933507948, "0.01": 0.0175978020403555 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 3.8077149346233796e-07, "diagnostic_dose": true }, { "index": 15, "dose": 0.003, "measured_kl": 1.2594984540059175e-07, "fisher_prediction": 1.264200866514405e-07, "fisher": 0.028093352589209003, "fisher_by_eps": { "0.001": 0.028093352589209003, "0.003": 0.027786755652290447, "0.01": 0.027693625938480574 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.040190887465836e-07, "diagnostic_dose": true }, { "index": 16, "dose": 0.003, "measured_kl": 9.523675631028117e-08, "fisher_prediction": 9.454680277914513e-08, "fisher": 0.021010400617587806, "fisher_by_eps": { "0.001": 0.021010400617587806, "0.003": 0.020862310651098073, "0.01": 0.02078695974729443 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.2408580387617537e-08, "diagnostic_dose": true }, { "index": 17, "dose": 0.003, "measured_kl": 2.722338495854209e-07, "fisher_prediction": 2.825929106152409e-07, "fisher": 0.06279842458116465, "fisher_by_eps": { "0.001": 0.06279842458116465, "0.003": 0.06163915190362515, "0.01": 0.06182335256990207 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 5.205023439001013e-08, "diagnostic_dose": true }, { "index": 18, "dose": 0.003, "measured_kl": 3.3810174095191527e-09, "fisher_prediction": 3.2996080047020136e-09, "fisher": 0.0007332462232671141, "fisher_by_eps": { "0.001": 0.0007332462232671141, "0.003": 0.0007528645713428459, "0.01": 0.0007504121406970519 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 9.867281106463163e-08, "diagnostic_dose": true }, { "index": 19, "dose": 0.003, "measured_kl": 2.205043746882666e-09, "fisher_prediction": 2.2434025787000996e-09, "fisher": 0.0004985339063777999, "fisher_by_eps": { "0.001": 0.0004985339063777999, "0.003": 0.000488837255728799, "0.01": 0.0004899262652293588 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.1740401610149788e-08, "diagnostic_dose": true }, { "index": 20, "dose": 0.003, "measured_kl": 5.919943647928795e-09, "fisher_prediction": 5.849320964979321e-09, "fisher": 0.001299849103328738, "fisher_by_eps": { "0.001": 0.001299849103328738, "0.003": 0.0013114570076068473, "0.01": 0.0013068840918258025 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.774959331486951e-08, "diagnostic_dose": true }, { "index": 21, "dose": 0.003, "measured_kl": 1.7889614205946836e-08, "fisher_prediction": 1.8212185656581517e-08, "fisher": 0.004047152368129226, "fisher_by_eps": { "0.001": 0.004047152368129226, "0.003": 0.0039636977763515486, "0.01": 0.003928448033378017 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.669881353374056e-08, "diagnostic_dose": true }, { "index": 22, "dose": 0.003, "measured_kl": 3.288591769349275e-09, "fisher_prediction": 3.6356654364947015e-09, "fisher": 0.0008079256525543781, "fisher_by_eps": { "0.001": 0.0008079256525543781, "0.003": 0.0007586355147147312, "0.01": 0.0007722561209032295 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.7099313926747298e-08, "diagnostic_dose": true }, { "index": 23, "dose": 0.003, "measured_kl": 1.5242137989250777e-08, "fisher_prediction": 1.510949745921714e-08, "fisher": 0.0033576661020482536, "fisher_by_eps": { "0.001": 0.0033576661020482536, "0.003": 0.0034002200941697443, "0.01": 0.0033453719403530083 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 4.1368878532103006e-08, "diagnostic_dose": true }, { "index": 24, "dose": 0.003, "measured_kl": 2.3263189399401907e-08, "fisher_prediction": 2.3699947126632438e-08, "fisher": 0.005266654917029431, "fisher_by_eps": { "0.001": 0.005266654917029431, "0.003": 0.0051770428881895, "0.01": 0.005127134015536066 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.0748960016740013e-08, "diagnostic_dose": true }, { "index": 25, "dose": 0.003, "measured_kl": 3.671873763452392e-09, "fisher_prediction": 3.583607185236904e-09, "fisher": 0.0007963571522748676, "fisher_by_eps": { "0.001": 0.0007963571522748676, "0.003": 0.0008098160173292528, "0.01": 0.0008005966065952794 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 3.019973277012469e-08, "diagnostic_dose": true }, { "index": 26, "dose": 0.003, "measured_kl": 5.2741961513989334e-08, "fisher_prediction": 5.180376642110056e-08, "fisher": 0.011511948093577902, "fisher_by_eps": { "0.001": 0.011511948093577902, "0.003": 0.011597486977082851, "0.01": 0.011469231640580377 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.3607063566675978e-08, "diagnostic_dose": true }, { "index": 27, "dose": 0.003, "measured_kl": 4.1292376952450655e-08, "fisher_prediction": 4.1129900813745935e-08, "fisher": 0.009139977958610207, "fisher_by_eps": { "0.001": 0.009139977958610207, "0.003": 0.009026843451324058, "0.01": 0.009091642967151184 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 7.650138843491273e-08, "diagnostic_dose": true }, { "index": 28, "dose": 0.003, "measured_kl": 1.2209840807384794e-08, "fisher_prediction": 1.1903654751585161e-08, "fisher": 0.002645256611463369, "fisher_by_eps": { "0.001": 0.002645256611463369, "0.003": 0.002737754265424545, "0.01": 0.002724779344425739 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 2.967214846643578e-08, "diagnostic_dose": true }, { "index": 29, "dose": 0.003, "measured_kl": 7.309045300748118e-08, "fisher_prediction": 7.629076593688541e-08, "fisher": 0.01695350354153009, "fisher_by_eps": { "0.001": 0.01695350354153009, "0.003": 0.016675746903460867, "0.01": 0.016395174406155476 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.4115614431335701e-08, "diagnostic_dose": true }, { "index": 30, "dose": 0.003, "measured_kl": 1.6508894441080594e-07, "fisher_prediction": 1.633361968988914e-07, "fisher": 0.03629693264419809, "fisher_by_eps": { "0.001": 0.03629693264419809, "0.003": 0.03632101420621687, "0.01": 0.03645306069417943 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 3.0582694721478284e-08, "diagnostic_dose": true }, { "index": 31, "dose": 0.003, "measured_kl": 1.166145418106893e-09, "fisher_prediction": 1.1412904612021952e-09, "fisher": 0.0002536201024893767, "fisher_by_eps": { "0.001": 0.0002536201024893767, "0.003": 0.00025336247716423806, "0.01": 0.0002545193094431475 }, "weight_norm_prediction": 5.3747130886192895e-08, "activation_norm_prediction": 1.19349232416012e-08, "diagnostic_dose": true }, { "index": 0, "dose": 0.01, "measured_kl": 5.793574126863974e-08, "fisher_prediction": 5.1628299797867876e-08, "fisher": 0.0010325659959573574, "fisher_by_eps": { "0.001": 0.0010325659959573574, "0.003": 0.0011096285304759471, "0.01": 0.001126264504263651 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 3.4452788691222276e-07, "diagnostic_dose": true }, { "index": 1, "dose": 0.01, "measured_kl": 4.772946890221289e-07, "fisher_prediction": 4.583634664511693e-07, "fisher": 0.009167269329023385, "fisher_by_eps": { "0.001": 0.009167269329023385, "0.003": 0.009494840082816284, "0.01": 0.009420728658886948 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 2.5538592437407685e-07, "diagnostic_dose": true }, { "index": 2, "dose": 0.01, "measured_kl": 5.812120917765551e-08, "fisher_prediction": 5.60987140570989e-08, "fisher": 0.001121974281141978, "fisher_by_eps": { "0.001": 0.001121974281141978, "0.003": 0.0011696507114469705, "0.01": 0.001147881306579724 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 3.3491293139091324e-07, "diagnostic_dose": true }, { "index": 3, "dose": 0.01, "measured_kl": 4.850888244933263e-07, "fisher_prediction": 4.814927025994478e-07, "fisher": 0.009629854051988955, "fisher_by_eps": { "0.001": 0.009629854051988955, "0.003": 0.009631285110544235, "0.01": 0.009580143295643355 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 4.014401077837993e-07, "diagnostic_dose": true }, { "index": 4, "dose": 0.01, "measured_kl": 2.5770661686943565e-07, "fisher_prediction": 2.5664963883154317e-07, "fisher": 0.005132992776630863, "fisher_by_eps": { "0.001": 0.005132992776630863, "0.003": 0.005073917567073684, "0.01": 0.005090594533059006 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 2.0433318477389786e-07, "diagnostic_dose": true }, { "index": 5, "dose": 0.01, "measured_kl": 2.0469909208379656e-07, "fisher_prediction": 1.8956401042555123e-07, "fisher": 0.0037912802085110246, "fisher_by_eps": { "0.001": 0.0037912802085110246, "0.003": 0.004061770663293808, "0.01": 0.004029416799433735 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 2.872125879934578e-07, "diagnostic_dose": true }, { "index": 6, "dose": 0.01, "measured_kl": 1.7909322496623896e-08, "fisher_prediction": 1.7869038760406357e-08, "fisher": 0.0003573807752081271, "fisher_by_eps": { "0.001": 0.0003573807752081271, "0.003": 0.00036569429811698364, "0.01": 0.00035927182574710804 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 4.6528968575206343e-07, "diagnostic_dose": true }, { "index": 7, "dose": 0.01, "measured_kl": 1.1569709014474963e-06, "fisher_prediction": 1.1390382764471234e-06, "fisher": 0.022780765528942468, "fisher_by_eps": { "0.001": 0.022780765528942468, "0.003": 0.02315131286459452, "0.01": 0.023076381359380907 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 4.3523674403351875e-07, "diagnostic_dose": true }, { "index": 8, "dose": 0.01, "measured_kl": 1.1854487773536675e-07, "fisher_prediction": 1.1829483077081091e-07, "fisher": 0.002365896615416218, "fisher_by_eps": { "0.001": 0.002365896615416218, "0.003": 0.0023379261244867106, "0.01": 0.0023381504260858075 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.4199514088504562e-07, "diagnostic_dose": true }, { "index": 9, "dose": 0.01, "measured_kl": 1.6797135312735445e-07, "fisher_prediction": 1.5801601753204144e-07, "fisher": 0.0031603203506408288, "fisher_by_eps": { "0.001": 0.0031603203506408288, "0.003": 0.003303048447216969, "0.01": 0.0033137007480532367 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.4166261437820963e-07, "diagnostic_dose": true }, { "index": 10, "dose": 0.01, "measured_kl": 5.918520909591334e-07, "fisher_prediction": 6.054642814833619e-07, "fisher": 0.012109285629667238, "fisher_by_eps": { "0.001": 0.012109285629667238, "0.003": 0.011772182824312997, "0.01": 0.011727385313878711 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 4.7224974631726523e-07, "diagnostic_dose": true }, { "index": 11, "dose": 0.01, "measured_kl": 3.079013348273403e-07, "fisher_prediction": 3.1993453766574024e-07, "fisher": 0.006398690753314805, "fisher_by_eps": { "0.001": 0.006398690753314805, "0.003": 0.006099805215048203, "0.01": 0.006244280998215973 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.7929833790577413e-07, "diagnostic_dose": true }, { "index": 12, "dose": 0.01, "measured_kl": 1.1079058034424265e-06, "fisher_prediction": 1.1037554584918965e-06, "fisher": 0.02207510916983793, "fisher_by_eps": { "0.001": 0.02207510916983793, "0.003": 0.022073849499008986, "0.01": 0.02212803966014687 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 3.788022228222003e-07, "diagnostic_dose": true }, { "index": 13, "dose": 0.01, "measured_kl": 6.168396611093362e-09, "fisher_prediction": 6.298375441439553e-09, "fisher": 0.00012596750882879105, "fisher_by_eps": { "0.001": 0.00012596750882879105, "0.003": 0.0001248362152532428, "0.01": 0.00012506434093062247 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.6473803799260268e-07, "diagnostic_dose": true }, { "index": 14, "dose": 0.01, "measured_kl": 8.855755938902074e-07, "fisher_prediction": 8.792210990582396e-07, "fisher": 0.01758442198116479, "fisher_by_eps": { "0.001": 0.01758442198116479, "0.003": 0.0174600933507948, "0.01": 0.0175978020403555 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 4.207136296802047e-06, "diagnostic_dose": true }, { "index": 15, "dose": 0.01, "measured_kl": 1.3889085131931237e-06, "fisher_prediction": 1.4046676294604501e-06, "fisher": 0.028093352589209003, "fisher_by_eps": { "0.001": 0.028093352589209003, "0.003": 0.027786755652290447, "0.01": 0.027693625938480574 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.1528605396434633e-06, "diagnostic_dose": true }, { "index": 16, "dose": 0.01, "measured_kl": 1.0528625555391224e-06, "fisher_prediction": 1.0505200308793904e-06, "fisher": 0.021010400617587806, "fisher_by_eps": { "0.001": 0.021010400617587806, "0.003": 0.020862310651098073, "0.01": 0.02078695974729443 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.378203172160366e-07, "diagnostic_dose": true }, { "index": 17, "dose": 0.01, "measured_kl": 3.089918025323034e-06, "fisher_prediction": 3.1399212290582327e-06, "fisher": 0.06279842458116465, "fisher_by_eps": { "0.001": 0.06279842458116465, "0.003": 0.06163915190362515, "0.01": 0.06182335256990207 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 5.766453865741807e-07, "diagnostic_dose": true }, { "index": 18, "dose": 0.01, "measured_kl": 3.700807516305934e-08, "fisher_prediction": 3.666231116335571e-08, "fisher": 0.0007332462232671141, "fisher_by_eps": { "0.001": 0.0007332462232671141, "0.003": 0.0007528645713428459, "0.01": 0.0007504121406970519 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.090000463791738e-06, "diagnostic_dose": true }, { "index": 19, "dose": 0.01, "measured_kl": 2.4726481788363823e-08, "fisher_prediction": 2.4926695318889995e-08, "fisher": 0.0004985339063777999, "fisher_by_eps": { "0.001": 0.0004985339063777999, "0.003": 0.000488837255728799, "0.01": 0.0004899262652293588 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.3038685832990457e-07, "diagnostic_dose": true }, { "index": 20, "dose": 0.01, "measured_kl": 6.411677414308082e-08, "fisher_prediction": 6.49924551664369e-08, "fisher": 0.001299849103328738, "fisher_by_eps": { "0.001": 0.001299849103328738, "0.003": 0.0013114570076068473, "0.01": 0.0013068840918258025 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.9709596359016433e-07, "diagnostic_dose": true }, { "index": 21, "dose": 0.01, "measured_kl": 1.9907698465317916e-07, "fisher_prediction": 2.0235761840646131e-07, "fisher": 0.004047152368129226, "fisher_by_eps": { "0.001": 0.004047152368129226, "0.003": 0.0039636977763515486, "0.01": 0.003928448033378017 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.8547368230467018e-07, "diagnostic_dose": true }, { "index": 22, "dose": 0.01, "measured_kl": 3.8887670686144245e-08, "fisher_prediction": 4.03962826277189e-08, "fisher": 0.0008079256525543781, "fisher_by_eps": { "0.001": 0.0008079256525543781, "0.003": 0.0007586355147147312, "0.01": 0.0007722561209032295 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.8992071528134117e-07, "diagnostic_dose": true }, { "index": 23, "dose": 0.01, "measured_kl": 1.6903963787343252e-07, "fisher_prediction": 1.6788330510241268e-07, "fisher": 0.0033576661020482536, "fisher_by_eps": { "0.001": 0.0033576661020482536, "0.003": 0.0034002200941697443, "0.01": 0.0033453719403530083 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 4.591959532830696e-07, "diagnostic_dose": true }, { "index": 24, "dose": 0.01, "measured_kl": 2.5257916646330664e-07, "fisher_prediction": 2.6333274585147153e-07, "fisher": 0.005266654917029431, "fisher_by_eps": { "0.001": 0.005266654917029431, "0.003": 0.0051770428881895, "0.01": 0.005127134015536066 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.1937049640473176e-07, "diagnostic_dose": true }, { "index": 25, "dose": 0.01, "measured_kl": 4.0870187524332305e-08, "fisher_prediction": 3.981785761374338e-08, "fisher": 0.0007963571522748676, "fisher_by_eps": { "0.001": 0.0007963571522748676, "0.003": 0.0008098160173292528, "0.01": 0.0008005966065952794 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 3.349193245149086e-07, "diagnostic_dose": true }, { "index": 26, "dose": 0.01, "measured_kl": 5.763523007949441e-07, "fisher_prediction": 5.755974046788952e-07, "fisher": 0.011511948093577902, "fisher_by_eps": { "0.001": 0.011511948093577902, "0.003": 0.011597486977082851, "0.01": 0.011469231640580377 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.5113426134965417e-07, "diagnostic_dose": true }, { "index": 27, "dose": 0.01, "measured_kl": 4.6257433232021073e-07, "fisher_prediction": 4.5699889793051037e-07, "fisher": 0.009139977958610207, "fisher_by_eps": { "0.001": 0.009139977958610207, "0.003": 0.009026843451324058, "0.01": 0.009091642967151184 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 8.462551248542158e-07, "diagnostic_dose": true }, { "index": 28, "dose": 0.01, "measured_kl": 1.3673611500080948e-07, "fisher_prediction": 1.3226283057316844e-07, "fisher": 0.002645256611463369, "fisher_by_eps": { "0.001": 0.002645256611463369, "0.003": 0.002737754265424545, "0.01": 0.002724779344425739 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 3.294314680381547e-07, "diagnostic_dose": true }, { "index": 29, "dose": 0.01, "measured_kl": 8.214028370412017e-07, "fisher_prediction": 8.476751770765046e-07, "fisher": 0.01695350354153009, "fisher_by_eps": { "0.001": 0.01695350354153009, "0.003": 0.016675746903460867, "0.01": 0.016395174406155476 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.5678656410432316e-07, "diagnostic_dose": true }, { "index": 30, "dose": 0.01, "measured_kl": 1.8401901350159362e-06, "fisher_prediction": 1.8148466322099044e-06, "fisher": 0.03629693264419809, "fisher_by_eps": { "0.001": 0.03629693264419809, "0.003": 0.03632101420621687, "0.01": 0.03645306069417943 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 3.3958188451368655e-07, "diagnostic_dose": true }, { "index": 31, "dose": 0.01, "measured_kl": 1.2792548711572661e-08, "fisher_prediction": 1.2681005124468836e-08, "fisher": 0.0002536201024893767, "fisher_by_eps": { "0.001": 0.0002536201024893767, "0.003": 0.00025336247716423806, "0.01": 0.0002545193094431475 }, "weight_norm_prediction": 5.971903431799211e-07, "activation_norm_prediction": 1.325408822207777e-07, "diagnostic_dose": true }, { "index": 0, "dose": 0.03, "measured_kl": 5.396615808977339e-07, "fisher_prediction": 4.6465469818081085e-07, "fisher": 0.0010325659959573574, "fisher_by_eps": { "0.001": 0.0010325659959573574, "0.003": 0.0011096285304759471, "0.01": 0.001126264504263651 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 3.087037185402331e-06, "diagnostic_dose": false }, { "index": 1, "dose": 0.03, "measured_kl": 4.442334920935287e-06, "fisher_prediction": 4.125271198060523e-06, "fisher": 0.009167269329023385, "fisher_by_eps": { "0.001": 0.009167269329023385, "0.003": 0.009494840082816284, "0.01": 0.009420728658886948 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 2.296204369244946e-06, "diagnostic_dose": false }, { "index": 2, "dose": 0.03, "measured_kl": 5.392016638166978e-07, "fisher_prediction": 5.048884265138901e-07, "fisher": 0.001121974281141978, "fisher_by_eps": { "0.001": 0.001121974281141978, "0.003": 0.0011696507114469705, "0.01": 0.001147881306579724 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 2.9960126155951426e-06, "diagnostic_dose": false }, { "index": 3, "dose": 0.03, "measured_kl": 4.428373836368876e-06, "fisher_prediction": 4.33343432339503e-06, "fisher": 0.009629854051988955, "fisher_by_eps": { "0.001": 0.009629854051988955, "0.003": 0.009631285110544235, "0.01": 0.009580143295643355 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 3.6127156860210506e-06, "diagnostic_dose": false }, { "index": 4, "dose": 0.03, "measured_kl": 2.3971720527713467e-06, "fisher_prediction": 2.3098467494838883e-06, "fisher": 0.005132992776630863, "fisher_by_eps": { "0.001": 0.005132992776630863, "0.003": 0.005073917567073684, "0.01": 0.005090594533059006 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.8338857576879284e-06, "diagnostic_dose": false }, { "index": 5, "dose": 0.03, "measured_kl": 1.8948037382899045e-06, "fisher_prediction": 1.706076093829961e-06, "fisher": 0.0037912802085110246, "fisher_by_eps": { "0.001": 0.0037912802085110246, "0.003": 0.004061770663293808, "0.01": 0.004029416799433735 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 2.567240395753866e-06, "diagnostic_dose": false }, { "index": 6, "dose": 0.03, "measured_kl": 1.5425457851668642e-07, "fisher_prediction": 1.608213488436572e-07, "fisher": 0.0003573807752081271, "fisher_by_eps": { "0.001": 0.0003573807752081271, "0.003": 0.00036569429811698364, "0.01": 0.00035927182574710804 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 4.1593958862592565e-06, "diagnostic_dose": false }, { "index": 7, "dose": 0.03, "measured_kl": 1.048087775574612e-05, "fisher_prediction": 1.025134448802411e-05, "fisher": 0.022780765528942468, "fisher_by_eps": { "0.001": 0.022780765528942468, "0.003": 0.02315131286459452, "0.01": 0.023076381359380907 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 3.916319333292772e-06, "diagnostic_dose": false }, { "index": 8, "dose": 0.03, "measured_kl": 1.1036106694588678e-06, "fisher_prediction": 1.0646534769372982e-06, "fisher": 0.002365896615416218, "fisher_by_eps": { "0.001": 0.002365896615416218, "0.003": 0.0023379261244867106, "0.01": 0.0023381504260858075 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.2744797414845364e-06, "diagnostic_dose": false }, { "index": 9, "dose": 0.03, "measured_kl": 1.5655595786267379e-06, "fisher_prediction": 1.4221441577883728e-06, "fisher": 0.0031603203506408288, "fisher_by_eps": { "0.001": 0.0031603203506408288, "0.003": 0.003303048447216969, "0.01": 0.0033137007480532367 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.272810321193299e-06, "diagnostic_dose": false }, { "index": 10, "dose": 0.03, "measured_kl": 5.399657615532023e-06, "fisher_prediction": 5.449178533350257e-06, "fisher": 0.012109285629667238, "fisher_by_eps": { "0.001": 0.012109285629667238, "0.003": 0.011772182824312997, "0.01": 0.011727385313878711 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 4.247332938268201e-06, "diagnostic_dose": false }, { "index": 11, "dose": 0.03, "measured_kl": 2.71852676944444e-06, "fisher_prediction": 2.879410838991662e-06, "fisher": 0.006398690753314805, "fisher_by_eps": { "0.001": 0.006398690753314805, "0.003": 0.006099805215048203, "0.01": 0.006244280998215973 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.6046131014497915e-06, "diagnostic_dose": false }, { "index": 12, "dose": 0.03, "measured_kl": 1.0175854956011223e-05, "fisher_prediction": 9.933799126427069e-06, "fisher": 0.02207510916983793, "fisher_by_eps": { "0.001": 0.02207510916983793, "0.003": 0.022073849499008986, "0.01": 0.02212803966014687 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 3.383065055599201e-06, "diagnostic_dose": false }, { "index": 13, "dose": 0.03, "measured_kl": 5.476599466597455e-08, "fisher_prediction": 5.668537897295597e-08, "fisher": 0.00012596750882879105, "fisher_by_eps": { "0.001": 0.00012596750882879105, "0.003": 0.0001248362152532428, "0.01": 0.00012506434093062247 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.4783081809194008e-06, "diagnostic_dose": false }, { "index": 14, "dose": 0.03, "measured_kl": 8.08063978791464e-06, "fisher_prediction": 7.912989891524156e-06, "fisher": 0.01758442198116479, "fisher_by_eps": { "0.001": 0.01758442198116479, "0.003": 0.0174600933507948, "0.01": 0.0175978020403555 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 3.726449092457183e-05, "diagnostic_dose": false }, { "index": 15, "dose": 0.03, "measured_kl": 1.259957335507855e-05, "fisher_prediction": 1.264200866514405e-05, "fisher": 0.028093352589209003, "fisher_by_eps": { "0.001": 0.028093352589209003, "0.003": 0.027786755652290447, "0.01": 0.027693625938480574 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.0302382667612691e-05, "diagnostic_dose": false }, { "index": 16, "dose": 0.03, "measured_kl": 9.62322273431195e-06, "fisher_prediction": 9.454680277914512e-06, "fisher": 0.021010400617587806, "fisher_by_eps": { "0.001": 0.021010400617587806, "0.003": 0.020862310651098073, "0.01": 0.02078695974729443 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.2390487065322655e-06, "diagnostic_dose": false }, { "index": 17, "dose": 0.03, "measured_kl": 2.806466239162718e-05, "fisher_prediction": 2.825929106152409e-05, "fisher": 0.06279842458116465, "fisher_by_eps": { "0.001": 0.06279842458116465, "0.003": 0.06163915190362515, "0.01": 0.06182335256990207 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 5.146891018268659e-06, "diagnostic_dose": false }, { "index": 18, "dose": 0.03, "measured_kl": 3.290123127415548e-07, "fisher_prediction": 3.2996080047020134e-07, "fisher": 0.0007332462232671141, "fisher_by_eps": { "0.001": 0.0007332462232671141, "0.003": 0.0007528645713428459, "0.01": 0.0007504121406970519 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 9.649197626886136e-06, "diagnostic_dose": false }, { "index": 19, "dose": 0.03, "measured_kl": 2.2565689599845812e-07, "fisher_prediction": 2.2434025787000992e-07, "fisher": 0.0004985339063777999, "fisher_by_eps": { "0.001": 0.0004985339063777999, "0.003": 0.000488837255728799, "0.01": 0.0004899262652293588 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.1719229828843518e-06, "diagnostic_dose": false }, { "index": 20, "dose": 0.03, "measured_kl": 5.580626756810552e-07, "fisher_prediction": 5.849320964979321e-07, "fisher": 0.001299849103328738, "fisher_by_eps": { "0.001": 0.001299849103328738, "0.003": 0.0013114570076068473, "0.01": 0.0013068840918258025 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.770802746536237e-06, "diagnostic_dose": false }, { "index": 21, "dose": 0.03, "measured_kl": 1.8309716695454168e-06, "fisher_prediction": 1.8212185656581515e-06, "fisher": 0.004047152368129226, "fisher_by_eps": { "0.001": 0.004047152368129226, "0.003": 0.0039636977763515486, "0.01": 0.003928448033378017 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.6675201222087232e-06, "diagnostic_dose": false }, { "index": 22, "dose": 0.03, "measured_kl": 3.637254117518226e-07, "fisher_prediction": 3.635665436494701e-07, "fisher": 0.0008079256525543781, "fisher_by_eps": { "0.001": 0.0008079256525543781, "0.003": 0.0007586355147147312, "0.01": 0.0007722561209032295 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.7074906440720572e-06, "diagnostic_dose": false }, { "index": 23, "dose": 0.03, "measured_kl": 1.5655432288008394e-06, "fisher_prediction": 1.510949745921714e-06, "fisher": 0.0033576661020482536, "fisher_by_eps": { "0.001": 0.0033576661020482536, "0.003": 0.0034002200941697443, "0.01": 0.0033453719403530083 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 4.121545903540201e-06, "diagnostic_dose": false }, { "index": 24, "dose": 0.03, "measured_kl": 2.260934468605383e-06, "fisher_prediction": 2.369994712663244e-06, "fisher": 0.005266654917029431, "fisher_by_eps": { "0.001": 0.005266654917029431, "0.003": 0.0051770428881895, "0.01": 0.005127134015536066 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.0727419393888981e-06, "diagnostic_dose": false }, { "index": 25, "dose": 0.03, "measured_kl": 3.864768689509359e-07, "fisher_prediction": 3.583607185236904e-07, "fisher": 0.0007963571522748676, "fisher_by_eps": { "0.001": 0.0007963571522748676, "0.003": 0.0008098160173292528, "0.01": 0.0008005966065952794 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 2.9982710599095617e-06, "diagnostic_dose": false }, { "index": 26, "dose": 0.03, "measured_kl": 5.291066250988569e-06, "fisher_prediction": 5.180376642110056e-06, "fisher": 0.011511948093577902, "fisher_by_eps": { "0.001": 0.011511948093577902, "0.003": 0.011597486977082851, "0.01": 0.011469231640580377 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.3588156480550589e-06, "diagnostic_dose": false }, { "index": 27, "dose": 0.03, "measured_kl": 4.2875108616422224e-06, "fisher_prediction": 4.112990081374593e-06, "fisher": 0.009139977958610207, "fisher_by_eps": { "0.001": 0.009139977958610207, "0.003": 0.009026843451324058, "0.01": 0.009091642967151184 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 7.5205949835000465e-06, "diagnostic_dose": false }, { "index": 28, "dose": 0.03, "measured_kl": 1.2688410431806445e-06, "fisher_prediction": 1.190365475158516e-06, "fisher": 0.002645256611463369, "fisher_by_eps": { "0.001": 0.002645256611463369, "0.003": 0.002737754265424545, "0.01": 0.002724779344425739 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 2.958424825347611e-06, "diagnostic_dose": false }, { "index": 29, "dose": 0.03, "measured_kl": 7.579116782140778e-06, "fisher_prediction": 7.62907659368854e-06, "fisher": 0.01695350354153009, "fisher_by_eps": { "0.001": 0.01695350354153009, "0.003": 0.016675746903460867, "0.01": 0.016395174406155476 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.4097249851668984e-06, "diagnostic_dose": false }, { "index": 30, "dose": 0.03, "measured_kl": 1.659503751565844e-05, "fisher_prediction": 1.633361968988914e-05, "fisher": 0.03629693264419809, "fisher_by_eps": { "0.001": 0.03629693264419809, "0.003": 0.03632101420621687, "0.01": 0.03645306069417943 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 3.050501565155827e-06, "diagnostic_dose": false }, { "index": 31, "dose": 0.03, "measured_kl": 1.1482385868411811e-07, "fisher_prediction": 1.1412904612021952e-07, "fisher": 0.0002536201024893767, "fisher_by_eps": { "0.001": 0.0002536201024893767, "0.003": 0.00025336247716423806, "0.01": 0.0002545193094431475 }, "weight_norm_prediction": 5.374713088619289e-06, "activation_norm_prediction": 1.1911060502345708e-06, "diagnostic_dose": false }, { "index": 0, "dose": 0.1, "measured_kl": 6.873313189022581e-06, "fisher_prediction": 5.162829979786788e-06, "fisher": 0.0010325659959573574, "fisher_by_eps": { "0.001": 0.0010325659959573574, "0.003": 0.0011096285304759471, "0.01": 0.001126264504263651 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 3.3781035175137556e-05, "diagnostic_dose": false }, { "index": 1, "dose": 0.1, "measured_kl": 5.466083594137146e-05, "fisher_prediction": 4.5836346645116935e-05, "fisher": 0.009167269329023385, "fisher_by_eps": { "0.001": 0.009167269329023385, "0.003": 0.009494840082816284, "0.01": 0.009420728658886948 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 2.5432041315932544e-05, "diagnostic_dose": false }, { "index": 2, "dose": 0.1, "measured_kl": 6.591746694027266e-06, "fisher_prediction": 5.6098714057098905e-06, "fisher": 0.001121974281141978, "fisher_by_eps": { "0.001": 0.001121974281141978, "0.003": 0.0011696507114469705, "0.01": 0.001147881306579724 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 3.263029739763227e-05, "diagnostic_dose": false }, { "index": 3, "dose": 0.1, "measured_kl": 5.195006539783801e-05, "fisher_prediction": 4.8149270259944784e-05, "fisher": 0.009629854051988955, "fisher_by_eps": { "0.001": 0.009629854051988955, "0.003": 0.009631285110544235, "0.01": 0.009580143295643355 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 4.014649391877232e-05, "diagnostic_dose": false }, { "index": 4, "dose": 0.1, "measured_kl": 2.9117004609988985e-05, "fisher_prediction": 2.566496388315432e-05, "fisher": 0.005132992776630863, "fisher_by_eps": { "0.001": 0.005132992776630863, "0.003": 0.005073917567073684, "0.01": 0.005090594533059006 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 2.0191069407092426e-05, "diagnostic_dose": false }, { "index": 5, "dose": 0.1, "measured_kl": 2.3463805447320428e-05, "fisher_prediction": 1.8956401042555128e-05, "fisher": 0.0037912802085110246, "fisher_by_eps": { "0.001": 0.0037912802085110246, "0.003": 0.004061770663293808, "0.01": 0.004029416799433735 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 2.7874091101150625e-05, "diagnostic_dose": false }, { "index": 6, "dose": 0.1, "measured_kl": 1.554745645849785e-06, "fisher_prediction": 1.7869038760406358e-06, "fisher": 0.0003573807752081271, "fisher_by_eps": { "0.001": 0.0003573807752081271, "0.003": 0.00036569429811698364, "0.01": 0.00035927182574710804 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 4.5187631626387436e-05, "diagnostic_dose": false }, { "index": 7, "dose": 0.1, "measured_kl": 0.00011816561746565667, "fisher_prediction": 0.00011390382764471236, "fisher": 0.022780765528942468, "fisher_by_eps": { "0.001": 0.022780765528942468, "0.003": 0.02315131286459452, "0.01": 0.023076381359380907 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 4.3486446218689735e-05, "diagnostic_dose": false }, { "index": 8, "dose": 0.1, "measured_kl": 1.366936986508453e-05, "fisher_prediction": 1.1829483077081094e-05, "fisher": 0.002365896615416218, "fisher_by_eps": { "0.001": 0.002365896615416218, "0.003": 0.0023379261244867106, "0.01": 0.0023381504260858075 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.4031316814910044e-05, "diagnostic_dose": false }, { "index": 9, "dose": 0.1, "measured_kl": 1.9362143439316396e-05, "fisher_prediction": 1.5801601753204147e-05, "fisher": 0.0031603203506408288, "fisher_by_eps": { "0.001": 0.0031603203506408288, "0.003": 0.003303048447216969, "0.01": 0.0033137007480532367 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.4065088542662743e-05, "diagnostic_dose": false }, { "index": 10, "dose": 0.1, "measured_kl": 6.398545667590056e-05, "fisher_prediction": 6.05464281483362e-05, "fisher": 0.012109285629667238, "fisher_by_eps": { "0.001": 0.012109285629667238, "0.003": 0.011772182824312997, "0.01": 0.011727385313878711 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 4.708700323471746e-05, "diagnostic_dose": false }, { "index": 11, "dose": 0.1, "measured_kl": 2.7884466255655768e-05, "fisher_prediction": 3.199345376657403e-05, "fisher": 0.006398690753314805, "fisher_by_eps": { "0.001": 0.006398690753314805, "0.003": 0.006099805215048203, "0.01": 0.006244280998215973 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.7502027198734468e-05, "diagnostic_dose": false }, { "index": 12, "dose": 0.1, "measured_kl": 0.0001192928712311506, "fisher_prediction": 0.00011037554584918967, "fisher": 0.02207510916983793, "fisher_by_eps": { "0.001": 0.02207510916983793, "0.003": 0.022073849499008986, "0.01": 0.02212803966014687 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 3.661249716291621e-05, "diagnostic_dose": false }, { "index": 13, "dose": 0.1, "measured_kl": 5.808647510017368e-07, "fisher_prediction": 6.298375441439554e-07, "fisher": 0.00012596750882879105, "fisher_by_eps": { "0.001": 0.00012596750882879105, "0.003": 0.0001248362152532428, "0.01": 0.00012506434093062247 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.626515673031101e-05, "diagnostic_dose": false }, { "index": 14, "dose": 0.1, "measured_kl": 9.321824382914519e-05, "fisher_prediction": 8.792210990582397e-05, "fisher": 0.01758442198116479, "fisher_by_eps": { "0.001": 0.01758442198116479, "0.003": 0.0174600933507948, "0.01": 0.0175978020403555 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 0.00039185565099209685, "diagnostic_dose": false }, { "index": 15, "dose": 0.1, "measured_kl": 0.00014302785630656255, "fisher_prediction": 0.00014046676294604505, "fisher": 0.028093352589209003, "fisher_by_eps": { "0.001": 0.028093352589209003, "0.003": 0.027786755652290447, "0.01": 0.027693625938480574 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 0.00011179521122687271, "diagnostic_dose": false }, { "index": 16, "dose": 0.1, "measured_kl": 0.00011383342884757185, "fisher_prediction": 0.00010505200308793905, "fisher": 0.021010400617587806, "fisher_by_eps": { "0.001": 0.021010400617587806, "0.003": 0.020862310651098073, "0.01": 0.02078695974729443 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.3717788648810238e-05, "diagnostic_dose": false }, { "index": 17, "dose": 0.1, "measured_kl": 0.00031953643046173964, "fisher_prediction": 0.0003139921229058233, "fisher": 0.06279842458116465, "fisher_by_eps": { "0.001": 0.06279842458116465, "0.003": 0.06163915190362515, "0.01": 0.06182335256990207 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 5.5589739304743956e-05, "diagnostic_dose": false }, { "index": 18, "dose": 0.1, "measured_kl": 3.560681321178728e-06, "fisher_prediction": 3.666231116335571e-06, "fisher": 0.0007332462232671141, "fisher_by_eps": { "0.001": 0.0007332462232671141, "0.003": 0.0007528645713428459, "0.01": 0.0007504121406970519 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 0.000101328270244627, "diagnostic_dose": false }, { "index": 19, "dose": 0.1, "measured_kl": 2.6995653664245163e-06, "fisher_prediction": 2.4926695318889996e-06, "fisher": 0.0004985339063777999, "fisher_by_eps": { "0.001": 0.0004985339063777999, "0.003": 0.000488837255728799, "0.01": 0.0004899262652293588 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.2965066199688753e-05, "diagnostic_dose": false }, { "index": 20, "dose": 0.1, "measured_kl": 5.442893387882911e-06, "fisher_prediction": 6.499245516643692e-06, "fisher": 0.001299849103328738, "fisher_by_eps": { "0.001": 0.001299849103328738, "0.003": 0.0013114570076068473, "0.01": 0.0013068840918258025 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.956530571064803e-05, "diagnostic_dose": false }, { "index": 21, "dose": 0.1, "measured_kl": 2.2140833271917532e-05, "fisher_prediction": 2.0235761840646133e-05, "fisher": 0.004047152368129226, "fisher_by_eps": { "0.001": 0.004047152368129226, "0.003": 0.0039636977763515486, "0.01": 0.003928448033378017 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.846295962171706e-05, "diagnostic_dose": false }, { "index": 22, "dose": 0.1, "measured_kl": 4.539146759358374e-06, "fisher_prediction": 4.0396282627718915e-06, "fisher": 0.0008079256525543781, "fisher_by_eps": { "0.001": 0.0008079256525543781, "0.003": 0.0007586355147147312, "0.01": 0.0007722561209032295 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.8907971545740624e-05, "diagnostic_dose": false }, { "index": 23, "dose": 0.1, "measured_kl": 1.8776479520533603e-05, "fisher_prediction": 1.6788330510241272e-05, "fisher": 0.0033576661020482536, "fisher_by_eps": { "0.001": 0.0033576661020482536, "0.003": 0.0034002200941697443, "0.01": 0.0033453719403530083 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 4.542970492886781e-05, "diagnostic_dose": false }, { "index": 24, "dose": 0.1, "measured_kl": 2.3859976645243183e-05, "fisher_prediction": 2.6333274585147158e-05, "fisher": 0.005266654917029431, "fisher_by_eps": { "0.001": 0.005266654917029431, "0.003": 0.0051770428881895, "0.01": 0.005127134015536066 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.1858740149792722e-05, "diagnostic_dose": false }, { "index": 25, "dose": 0.1, "measured_kl": 5.188826857110821e-06, "fisher_prediction": 3.981785761374339e-06, "fisher": 0.0007963571522748676, "fisher_by_eps": { "0.001": 0.0007963571522748676, "0.003": 0.0008098160173292528, "0.01": 0.0008005966065952794 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 3.272819331440926e-05, "diagnostic_dose": false }, { "index": 26, "dose": 0.1, "measured_kl": 6.248333538762078e-05, "fisher_prediction": 5.755974046788952e-05, "fisher": 0.011511948093577902, "fisher_by_eps": { "0.001": 0.011511948093577902, "0.003": 0.011597486977082851, "0.01": 0.011469231640580377 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.5047312150591303e-05, "diagnostic_dose": false }, { "index": 27, "dose": 0.1, "measured_kl": 5.310578893848519e-05, "fisher_prediction": 4.5699889793051045e-05, "fisher": 0.009139977958610207, "fisher_by_eps": { "0.001": 0.009139977958610207, "0.003": 0.009026843451324058, "0.01": 0.009091642967151184 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 7.996919762609778e-05, "diagnostic_dose": false }, { "index": 28, "dose": 0.1, "measured_kl": 1.5358117437355235e-05, "fisher_prediction": 1.3226283057316847e-05, "fisher": 0.002645256611463369, "fisher_by_eps": { "0.001": 0.002645256611463369, "0.003": 0.002737754265424545, "0.01": 0.002724779344425739 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 3.2645657335211046e-05, "diagnostic_dose": false }, { "index": 29, "dose": 0.1, "measured_kl": 8.966139620303609e-05, "fisher_prediction": 8.476751770765047e-05, "fisher": 0.01695350354153009, "fisher_by_eps": { "0.001": 0.01695350354153009, "0.003": 0.016675746903460867, "0.01": 0.016395174406155476 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.5613876626010824e-05, "diagnostic_dose": false }, { "index": 30, "dose": 0.1, "measured_kl": 0.0001896227968612059, "fisher_prediction": 0.00018148466322099048, "fisher": 0.03629693264419809, "fisher_by_eps": { "0.001": 0.03629693264419809, "0.003": 0.03632101420621687, "0.01": 0.03645306069417943 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 3.368050593370609e-05, "diagnostic_dose": false }, { "index": 31, "dose": 0.1, "measured_kl": 1.279981117413521e-06, "fisher_prediction": 1.2681005124468837e-06, "fisher": 0.0002536201024893767, "fisher_by_eps": { "0.001": 0.0002536201024893767, "0.003": 0.00025336247716423806, "0.01": 0.0002545193094431475 }, "weight_norm_prediction": 5.971903431799212e-05, "activation_norm_prediction": 1.3168680954325416e-05, "diagnostic_dose": false }, { "index": 0, "dose": 0.3, "measured_kl": 8.986475444309246e-05, "fisher_prediction": 4.646546981808108e-05, "fisher": 0.0010325659959573574, "fisher_by_eps": { "0.001": 0.0010325659959573574, "0.003": 0.0011096285304759471, "0.01": 0.001126264504263651 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00029172734379535, "diagnostic_dose": false }, { "index": 1, "dose": 0.3, "measured_kl": 0.0006490737740830407, "fisher_prediction": 0.00041252711980605233, "fisher": 0.009167269329023385, "fisher_by_eps": { "0.001": 0.009167269329023385, "0.003": 0.009494840082816284, "0.01": 0.009420728658886948 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00022728976410867324, "diagnostic_dose": false }, { "index": 2, "dose": 0.3, "measured_kl": 7.672272118719112e-05, "fisher_prediction": 5.0488842651389e-05, "fisher": 0.001121974281141978, "fisher_by_eps": { "0.001": 0.001121974281141978, "0.003": 0.0011696507114469705, "0.01": 0.001147881306579724 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.000280269507956987, "diagnostic_dose": false }, { "index": 3, "dose": 0.3, "measured_kl": 0.0005482358410639158, "fisher_prediction": 0.00043334343233950294, "fisher": 0.009629854051988955, "fisher_by_eps": { "0.001": 0.009629854051988955, "0.003": 0.009631285110544235, "0.01": 0.009580143295643355 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00036238005571216636, "diagnostic_dose": false }, { "index": 4, "dose": 0.3, "measured_kl": 0.0003342105867422968, "fisher_prediction": 0.00023098467494838884, "fisher": 0.005132992776630863, "fisher_by_eps": { "0.001": 0.005132992776630863, "0.003": 0.005073917567073684, "0.01": 0.005090594533059006 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00017791337278537102, "diagnostic_dose": false }, { "index": 5, "dose": 0.3, "measured_kl": 0.0002869607111550196, "fisher_prediction": 0.0001706076093829961, "fisher": 0.0037912802085110246, "fisher_by_eps": { "0.001": 0.0037912802085110246, "0.003": 0.004061770663293808, "0.01": 0.004029416799433735 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0002368131249118505, "diagnostic_dose": false }, { "index": 6, "dose": 0.3, "measured_kl": 1.3200809114476708e-05, "fisher_prediction": 1.608213488436572e-05, "fisher": 0.0003573807752081271, "fisher_by_eps": { "0.001": 0.0003573807752081271, "0.003": 0.00036569429811698364, "0.01": 0.00035927182574710804 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00038538486843079506, "diagnostic_dose": false }, { "index": 7, "dose": 0.3, "measured_kl": 0.0011067863259498056, "fisher_prediction": 0.001025134448802411, "fisher": 0.022780765528942468, "fisher_by_eps": { "0.001": 0.022780765528942468, "0.003": 0.02315131286459452, "0.01": 0.023076381359380907 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0003908703468230109, "diagnostic_dose": false }, { "index": 8, "dose": 0.3, "measured_kl": 0.0001646436098613393, "fisher_prediction": 0.00010646534769372981, "fisher": 0.002365896615416218, "fisher_by_eps": { "0.001": 0.002365896615416218, "0.003": 0.0023379261244867106, "0.01": 0.0023381504260858075 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.000123362108899967, "diagnostic_dose": false }, { "index": 9, "dose": 0.3, "measured_kl": 0.00023204983908414138, "fisher_prediction": 0.0001422144157788373, "fisher": 0.0031603203506408288, "fisher_by_eps": { "0.001": 0.0031603203506408288, "0.003": 0.003303048447216969, "0.01": 0.0033137007480532367 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00012505986820189756, "diagnostic_dose": false }, { "index": 10, "dose": 0.3, "measured_kl": 0.0006872807610986513, "fisher_prediction": 0.0005449178533350257, "fisher": 0.012109285629667238, "fisher_by_eps": { "0.001": 0.012109285629667238, "0.003": 0.011772182824312997, "0.01": 0.011727385313878711 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0004215941850342333, "diagnostic_dose": false }, { "index": 11, "dose": 0.3, "measured_kl": 0.0001942672302210893, "fisher_prediction": 0.0002879410838991662, "fisher": 0.006398690753314805, "fisher_by_eps": { "0.001": 0.006398690753314805, "0.003": 0.006099805215048203, "0.01": 0.006244280998215973 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00015098135774964944, "diagnostic_dose": false }, { "index": 12, "dose": 0.3, "measured_kl": 0.001232605068153432, "fisher_prediction": 0.0009933799126427068, "fisher": 0.02207510916983793, "fisher_by_eps": { "0.001": 0.02207510916983793, "0.003": 0.022073849499008986, "0.01": 0.02212803966014687 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00030745832239166543, "diagnostic_dose": false }, { "index": 13, "dose": 0.3, "measured_kl": 5.16230611827018e-06, "fisher_prediction": 5.668537897295597e-06, "fisher": 0.00012596750882879105, "fisher_by_eps": { "0.001": 0.00012596750882879105, "0.003": 0.0001248362152532428, "0.01": 0.00012506434093062247 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.000142825900183609, "diagnostic_dose": false }, { "index": 14, "dose": 0.3, "measured_kl": 0.0009065763955930506, "fisher_prediction": 0.0007912989891524155, "fisher": 0.01758442198116479, "fisher_by_eps": { "0.001": 0.01758442198116479, "0.003": 0.0174600933507948, "0.01": 0.0175978020403555 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0030456512560709417, "diagnostic_dose": false }, { "index": 15, "dose": 0.3, "measured_kl": 0.0013658444272079406, "fisher_prediction": 0.0012642008665144052, "fisher": 0.028093352589209003, "fisher_by_eps": { "0.001": 0.028093352589209003, "0.003": 0.027786755652290447, "0.01": 0.027693625938480574 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0009503418346100052, "diagnostic_dose": false }, { "index": 16, "dose": 0.3, "measured_kl": 0.0012223030383985423, "fisher_prediction": 0.0009454680277914512, "fisher": 0.021010400617587806, "fisher_by_eps": { "0.001": 0.021010400617587806, "0.003": 0.020862310651098073, "0.01": 0.02078695974729443 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0001223705939592444, "diagnostic_dose": false }, { "index": 17, "dose": 0.3, "measured_kl": 0.0030682603510635703, "fisher_prediction": 0.002825929106152409, "fisher": 0.06279842458116465, "fisher_by_eps": { "0.001": 0.06279842458116465, "0.003": 0.06163915190362515, "0.01": 0.06182335256990207 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0004645129027666557, "diagnostic_dose": false }, { "index": 18, "dose": 0.3, "measured_kl": 3.996779003093056e-05, "fisher_prediction": 3.299608004702013e-05, "fisher": 0.0007332462232671141, "fisher_by_eps": { "0.001": 0.0007332462232671141, "0.003": 0.0007528645713428459, "0.01": 0.0007504121406970519 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0007887069198105626, "diagnostic_dose": false }, { "index": 19, "dose": 0.3, "measured_kl": 3.325910593535977e-05, "fisher_prediction": 2.2434025787000992e-05, "fisher": 0.0004985339063777999, "fisher_by_eps": { "0.001": 0.0004985339063777999, "0.003": 0.000488837255728799, "0.01": 0.0004899262652293588 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00011554411821226993, "diagnostic_dose": false }, { "index": 20, "dose": 0.3, "measured_kl": 3.1912649204318385e-05, "fisher_prediction": 5.849320964979321e-05, "fisher": 0.001299849103328738, "fisher_by_eps": { "0.001": 0.001299849103328738, "0.003": 0.0013114570076068473, "0.01": 0.0013068840918258025 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00017387643592578283, "diagnostic_dose": false }, { "index": 21, "dose": 0.3, "measured_kl": 0.0002525818268265083, "fisher_prediction": 0.00018212185656581517, "fisher": 0.004047152368129226, "fisher_by_eps": { "0.001": 0.004047152368129226, "0.003": 0.0039636977763515486, "0.01": 0.003928448033378017 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0001646932080120965, "diagnostic_dose": false }, { "index": 22, "dose": 0.3, "measured_kl": 5.581818690026069e-05, "fisher_prediction": 3.635665436494701e-05, "fisher": 0.0008079256525543781, "fisher_by_eps": { "0.001": 0.0008079256525543781, "0.003": 0.0007586355147147312, "0.01": 0.0007722561209032295 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00016892841703830105, "diagnostic_dose": false }, { "index": 23, "dose": 0.3, "measured_kl": 0.00020881382433818318, "fisher_prediction": 0.0001510949745921714, "fisher": 0.0033576661020482536, "fisher_by_eps": { "0.001": 0.0033576661020482536, "0.003": 0.0034002200941697443, "0.01": 0.0033453719403530083 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0004044048415417198, "diagnostic_dose": false }, { "index": 24, "dose": 0.3, "measured_kl": 0.00018349158926479238, "fisher_prediction": 0.00023699947126632436, "fisher": 0.005266654917029431, "fisher_by_eps": { "0.001": 0.005266654917029431, "0.003": 0.0051770428881895, "0.01": 0.005127134015536066 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00010526519710226546, "diagnostic_dose": false }, { "index": 25, "dose": 0.3, "measured_kl": 7.87345844262947e-05, "fisher_prediction": 3.583607185236904e-05, "fisher": 0.0007963571522748676, "fisher_by_eps": { "0.001": 0.0007963571522748676, "0.003": 0.0008098160173292528, "0.01": 0.0008005966065952794 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00028215406957346435, "diagnostic_dose": false }, { "index": 26, "dose": 0.3, "measured_kl": 0.0006661515574215258, "fisher_prediction": 0.0005180376642110056, "fisher": 0.011511948093577902, "fisher_by_eps": { "0.001": 0.011511948093577902, "0.003": 0.011597486977082851, "0.01": 0.011469231640580377 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00013437557613083567, "diagnostic_dose": false }, { "index": 27, "dose": 0.3, "measured_kl": 0.0006418787857200188, "fisher_prediction": 0.0004112990081374593, "fisher": 0.009139977958610207, "fisher_by_eps": { "0.001": 0.009139977958610207, "0.003": 0.009026843451324058, "0.01": 0.009091642967151184 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0006375757301928298, "diagnostic_dose": false }, { "index": 28, "dose": 0.3, "measured_kl": 0.0001757044665649508, "fisher_prediction": 0.0001190365475158516, "fisher": 0.002645256611463369, "fisher_by_eps": { "0.001": 0.002645256611463369, "0.003": 0.002737754265424545, "0.01": 0.002724779344425739 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0002897094663346484, "diagnostic_dose": false }, { "index": 29, "dose": 0.3, "measured_kl": 0.0009601572420552852, "fisher_prediction": 0.0007629076593688541, "fisher": 0.01695350354153009, "fisher_by_eps": { "0.001": 0.01695350354153009, "0.003": 0.016675746903460867, "0.01": 0.016395174406155476 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00013946018434851315, "diagnostic_dose": false }, { "index": 30, "dose": 0.3, "measured_kl": 0.0018512278941912735, "fisher_prediction": 0.001633361968988914, "fisher": 0.03629693264419809, "fisher_by_eps": { "0.001": 0.03629693264419809, "0.003": 0.03632101420621687, "0.01": 0.03645306069417943 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.0002982875992375305, "diagnostic_dose": false }, { "index": 31, "dose": 0.3, "measured_kl": 1.1850750235417292e-05, "fisher_prediction": 1.1412904612021952e-05, "fisher": 0.0002536201024893767, "fisher_by_eps": { "0.001": 0.0002536201024893767, "0.003": 0.00025336247716423806, "0.01": 0.0002545193094431475 }, "weight_norm_prediction": 0.000537471308861929, "activation_norm_prediction": 0.00011702422842656008, "diagnostic_dose": false }, { "index": 0, "dose": 1.0, "measured_kl": 0.002869105816503202, "fisher_prediction": 0.0005162829979786787, "fisher": 0.0010325659959573574, "fisher_by_eps": { "0.001": 0.0010325659959573574, "0.003": 0.0011096285304759471, "0.01": 0.001126264504263651 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.002888534980306276, "diagnostic_dose": false }, { "index": 1, "dose": 1.0, "measured_kl": 0.0156675670383309, "fisher_prediction": 0.004583634664511693, "fisher": 0.009167269329023385, "fisher_by_eps": { "0.001": 0.009167269329023385, "0.003": 0.009494840082816284, "0.01": 0.009420728658886948 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.00250963001320227, "diagnostic_dose": false }, { "index": 2, "dose": 1.0, "measured_kl": 0.001716068356547168, "fisher_prediction": 0.000560987140570989, "fisher": 0.001121974281141978, "fisher_by_eps": { "0.001": 0.001121974281141978, "0.003": 0.0011696507114469705, "0.01": 0.001147881306579724 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.002920196719345062, "diagnostic_dose": false }, { "index": 3, "dose": 1.0, "measured_kl": 0.009973914556682777, "fisher_prediction": 0.0048149270259944775, "fisher": 0.009629854051988955, "fisher_by_eps": { "0.001": 0.009629854051988955, "0.003": 0.009631285110544235, "0.01": 0.009580143295643355 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.00411563225422049, "diagnostic_dose": false }, { "index": 4, "dose": 1.0, "measured_kl": 0.007497261191168121, "fisher_prediction": 0.0025664963883154316, "fisher": 0.005132992776630863, "fisher_by_eps": { "0.001": 0.005132992776630863, "0.003": 0.005073917567073684, "0.01": 0.005090594533059006 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.001922030600115568, "diagnostic_dose": false }, { "index": 5, "dose": 1.0, "measured_kl": 0.007721630483764778, "fisher_prediction": 0.0018956401042555123, "fisher": 0.0037912802085110246, "fisher_by_eps": { "0.001": 0.0037912802085110246, "0.003": 0.004061770663293808, "0.01": 0.004029416799433735 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0023617786757852595, "diagnostic_dose": false }, { "index": 6, "dose": 1.0, "measured_kl": 0.0007707102344074925, "fisher_prediction": 0.00017869038760406355, "fisher": 0.0003573807752081271, "fisher_by_eps": { "0.001": 0.0003573807752081271, "0.003": 0.00036569429811698364, "0.01": 0.00035927182574710804 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.003940695167591587, "diagnostic_dose": false }, { "index": 7, "dose": 1.0, "measured_kl": 0.013427324673322714, "fisher_prediction": 0.011390382764471234, "fisher": 0.022780765528942468, "fisher_by_eps": { "0.001": 0.022780765528942468, "0.003": 0.02315131286459452, "0.01": 0.023076381359380907 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.004337764733293783, "diagnostic_dose": false }, { "index": 8, "dose": 1.0, "measured_kl": 0.004262072464484092, "fisher_prediction": 0.001182948307708109, "fisher": 0.002365896615416218, "fisher_by_eps": { "0.001": 0.002365896615416218, "0.003": 0.0023379261244867106, "0.01": 0.0023381504260858075 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0013017557699899229, "diagnostic_dose": false }, { "index": 9, "dose": 1.0, "measured_kl": 0.005750843694279313, "fisher_prediction": 0.0015801601753204144, "fisher": 0.0031603203506408288, "fisher_by_eps": { "0.001": 0.0031603203506408288, "0.003": 0.003303048447216969, "0.01": 0.0033137007480532367 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0013734958499554732, "diagnostic_dose": false }, { "index": 10, "dose": 1.0, "measured_kl": 0.01346228537235189, "fisher_prediction": 0.006054642814833619, "fisher": 0.012109285629667238, "fisher_by_eps": { "0.001": 0.012109285629667238, "0.003": 0.011772182824312997, "0.01": 0.011727385313878711 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.004643427074718632, "diagnostic_dose": false }, { "index": 11, "dose": 1.0, "measured_kl": 0.0005513959123080274, "fisher_prediction": 0.0031993453766574025, "fisher": 0.006398690753314805, "fisher_by_eps": { "0.001": 0.006398690753314805, "0.003": 0.006099805215048203, "0.01": 0.006244280998215973 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0015989624297540746, "diagnostic_dose": false }, { "index": 12, "dose": 1.0, "measured_kl": 0.020067326365422744, "fisher_prediction": 0.011037554584918965, "fisher": 0.02207510916983793, "fisher_by_eps": { "0.001": 0.02207510916983793, "0.003": 0.022073849499008986, "0.01": 0.02212803966014687 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.002929715621215903, "diagnostic_dose": false }, { "index": 13, "dose": 1.0, "measured_kl": 0.00016304336734640924, "fisher_prediction": 6.298375441439553e-05, "fisher": 0.00012596750882879105, "fisher_by_eps": { "0.001": 0.00012596750882879105, "0.003": 0.0001248362152532428, "0.01": 0.00012506434093062247 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0015006173307830488, "diagnostic_dose": false }, { "index": 14, "dose": 1.0, "measured_kl": 0.010479477384362099, "fisher_prediction": 0.008792210990582396, "fisher": 0.01758442198116479, "fisher_by_eps": { "0.001": 0.01758442198116479, "0.003": 0.0174600933507948, "0.01": 0.0175978020403555 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.02589502534911051, "diagnostic_dose": false }, { "index": 15, "dose": 1.0, "measured_kl": 0.018524041860147875, "fisher_prediction": 0.014046676294604502, "fisher": 0.028093352589209003, "fisher_by_eps": { "0.001": 0.028093352589209003, "0.003": 0.027786755652290447, "0.01": 0.027693625938480574 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.00962772038485112, "diagnostic_dose": false }, { "index": 16, "dose": 1.0, "measured_kl": 0.023307120652391905, "fisher_prediction": 0.010505200308793903, "fisher": 0.021010400617587806, "fisher_by_eps": { "0.001": 0.021010400617587806, "0.003": 0.020862310651098073, "0.01": 0.02078695974729443 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0013370148904728576, "diagnostic_dose": false }, { "index": 17, "dose": 1.0, "measured_kl": 0.04060575816394435, "fisher_prediction": 0.031399212290582325, "fisher": 0.06279842458116465, "fisher_by_eps": { "0.001": 0.06279842458116465, "0.003": 0.06163915190362515, "0.01": 0.06182335256990207 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0043491238901947945, "diagnostic_dose": false }, { "index": 18, "dose": 1.0, "measured_kl": 0.002583125945544572, "fisher_prediction": 0.00036662311163355706, "fisher": 0.0007332462232671141, "fisher_by_eps": { "0.001": 0.0007332462232671141, "0.003": 0.0007528645713428459, "0.01": 0.0007504121406970519 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.006852646638265072, "diagnostic_dose": false }, { "index": 19, "dose": 1.0, "measured_kl": 0.0013066917162374084, "fisher_prediction": 0.00024926695318889993, "fisher": 0.0004985339063777999, "fisher_by_eps": { "0.001": 0.0004985339063777999, "0.003": 0.000488837255728799, "0.01": 0.0004899262652293588 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0012680218058164824, "diagnostic_dose": false }, { "index": 20, "dose": 1.0, "measured_kl": 8.537024864363962e-05, "fisher_prediction": 0.000649924551664369, "fisher": 0.001299849103328738, "fisher_by_eps": { "0.001": 0.001299849103328738, "0.003": 0.0013114570076068473, "0.01": 0.0013068840918258025 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0019068459030957977, "diagnostic_dose": false }, { "index": 21, "dose": 1.0, "measured_kl": 0.005812839197575418, "fisher_prediction": 0.002023576184064613, "fisher": 0.004047152368129226, "fisher_by_eps": { "0.001": 0.004047152368129226, "0.003": 0.0039636977763515486, "0.01": 0.003928448033378017 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0017931183522137825, "diagnostic_dose": false }, { "index": 22, "dose": 1.0, "measured_kl": 0.0015419406175638476, "fisher_prediction": 0.00040396282627718904, "fisher": 0.0008079256525543781, "fisher_by_eps": { "0.001": 0.0008079256525543781, "0.003": 0.0007586355147147312, "0.01": 0.0007722561209032295 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0018678299961271683, "diagnostic_dose": false }, { "index": 23, "dose": 1.0, "measured_kl": 0.004481077673494004, "fisher_prediction": 0.0016788330510241268, "fisher": 0.0033576661020482536, "fisher_by_eps": { "0.001": 0.0033576661020482536, "0.003": 0.0034002200941697443, "0.01": 0.0033453719403530083 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.004697943567618798, "diagnostic_dose": false }, { "index": 24, "dose": 1.0, "measured_kl": 0.0009350920062984776, "fisher_prediction": 0.0026333274585147153, "fisher": 0.005266654917029431, "fisher_by_eps": { "0.001": 0.005266654917029431, "0.003": 0.0051770428881895, "0.01": 0.005127134015536066 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0011225995092631956, "diagnostic_dose": false }, { "index": 25, "dose": 1.0, "measured_kl": 0.003668320482762513, "fisher_prediction": 0.0003981785761374338, "fisher": 0.0007963571522748676, "fisher_by_eps": { "0.001": 0.0007963571522748676, "0.003": 0.0008098160173292528, "0.01": 0.0008005966065952794 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0029197785540857504, "diagnostic_dose": false }, { "index": 26, "dose": 1.0, "measured_kl": 0.012407762600859809, "fisher_prediction": 0.005755974046788951, "fisher": 0.011511948093577902, "fisher_by_eps": { "0.001": 0.011511948093577902, "0.003": 0.011597486977082851, "0.01": 0.011469231640580377 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0014767336845729513, "diagnostic_dose": false }, { "index": 27, "dose": 1.0, "measured_kl": 0.015759435634772376, "fisher_prediction": 0.004569988979305104, "fisher": 0.009139977958610207, "fisher_by_eps": { "0.001": 0.009139977958610207, "0.003": 0.009026843451324058, "0.01": 0.009091642967151184 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.005194565200083331, "diagnostic_dose": false }, { "index": 28, "dose": 1.0, "measured_kl": 0.004266362146223057, "fisher_prediction": 0.0013226283057316845, "fisher": 0.002645256611463369, "fisher_by_eps": { "0.001": 0.002645256611463369, "0.003": 0.002737754265424545, "0.01": 0.002724779344425739 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.003175314854734364, "diagnostic_dose": false }, { "index": 29, "dose": 1.0, "measured_kl": 0.017757593926790813, "fisher_prediction": 0.008476751770765045, "fisher": 0.01695350354153009, "fisher_by_eps": { "0.001": 0.01695350354153009, "0.003": 0.016675746903460867, "0.01": 0.016395174406155476 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.001531208643876046, "diagnostic_dose": false }, { "index": 30, "dose": 1.0, "measured_kl": 0.026255233518722526, "fisher_prediction": 0.018148466322099044, "fisher": 0.03629693264419809, "fisher_by_eps": { "0.001": 0.03629693264419809, "0.003": 0.03632101420621687, "0.01": 0.03645306069417943 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0031971141729776036, "diagnostic_dose": false }, { "index": 31, "dose": 1.0, "measured_kl": 0.00017055118544331686, "fisher_prediction": 0.00012681005124468836, "fisher": 0.0002536201024893767, "fisher_by_eps": { "0.001": 0.0002536201024893767, "0.003": 0.00025336247716423806, "0.01": 0.0002545193094431475 }, "weight_norm_prediction": 0.005971903431799211, "activation_norm_prediction": 0.0012641776840234733, "diagnostic_dose": false } ], "doses": [ { "dose": 0.001, "n": 32, "measured_median": 2.1745321310335627e-09, "measured_q25_q75": [ 5.781360381202254e-10, 6.620386550536806e-09 ], "fisher_median": 2.295036286190022e-09, "fisher_median_abs_log10_error": 0.013216538325667139, "fisher_median_prediction_ratio": 1.0058203275684987, "weight_norm_median": 5.97190343179921e-09, "weight_norm_median_abs_log10_error": 0.48981760315093154, "weight_norm_median_prediction_ratio": 2.7631880321223146, "activation_norm_median": 3.089384984818318e-09, "activation_norm_median_abs_log10_error": 0.4520386406726761, "activation_norm_median_prediction_ratio": 1.0981616902765317 }, { "dose": 0.003, "n": 32, "measured_median": 2.0803998537840694e-08, "measured_q25_q75": [ 5.228979389161403e-09, 5.7829084387362297e-08 ], "fisher_median": 2.0655326575710202e-08, "fisher_median_abs_log10_error": 0.009039864653036595, "fisher_median_prediction_ratio": 0.9944103064303063, "weight_norm_median": 5.3747130886192895e-08, "weight_norm_median_abs_log10_error": 0.4825585078175712, "weight_norm_median_prediction_ratio": 2.6106229036978394, "activation_norm_median": 2.7792070714506395e-08, "activation_norm_median_abs_log10_error": 0.46512532285922403, "activation_norm_median_prediction_ratio": 1.0860044628093464 }, { "dose": 0.01, "n": 32, "measured_median": 2.286391292735516e-07, "measured_q25_q75": [ 5.807484220040157e-08, 6.492397774796505e-07 ], "fisher_median": 2.2950362861900224e-07, "fisher_median_abs_log10_error": 0.006403443094613647, "fisher_median_prediction_ratio": 0.9960762023805243, "weight_norm_median": 5.971903431799211e-07, "weight_norm_median_abs_log10_error": 0.4829208220818382, "weight_norm_median_prediction_ratio": 2.6408874443443278, "activation_norm_median": 3.083220280158062e-07, "activation_norm_median_abs_log10_error": 0.47689819243523657, "activation_norm_median_prediction_ratio": 1.0647428654831887 }, { "dose": 0.03, "n": 32, "measured_median": 2.0778691034476437e-06, "measured_q25_q75": [ 5.395466016274748e-07, 5.944522407184212e-06 ], "fisher_median": 2.06553265757102e-06, "fisher_median_abs_log10_error": 0.012707804472463342, "fisher_median_prediction_ratio": 0.9808693773368524, "weight_norm_median": 5.374713088619289e-06, "weight_norm_median_abs_log10_error": 0.47864830699016236, "weight_norm_median_prediction_ratio": 2.6068813408497205, "activation_norm_median": 2.7628326105507387e-06, "activation_norm_median_abs_log10_error": 0.4898738843241557, "activation_norm_median_prediction_ratio": 1.0327784624540786 }, { "dose": 0.1, "n": 32, "measured_median": 2.3661891046281806e-05, "measured_q25_q75": [ 6.3045333674911774e-06, 7.040444155768444e-05 ], "fisher_median": 2.2950362861900224e-05, "fisher_median_abs_log10_error": 0.04095462777410839, "fisher_median_prediction_ratio": 0.9243040198572575, "weight_norm_median": 5.971903431799212e-05, "weight_norm_median_abs_log10_error": 0.4600390790291492, "weight_norm_median_prediction_ratio": 2.524025646466698, "activation_norm_median": 3.0252194249391448e-05, "activation_norm_median_abs_log10_error": 0.5343209755508583, "activation_norm_median_prediction_ratio": 0.9301829916575799 }, { "dose": 0.3, "n": 32, "measured_median": 0.00024231583295532483, "measured_q25_q75": [ 7.82316186165188e-05, 0.0007421046697222511 ], "fisher_median": 0.000206553265757102, "fisher_median_abs_log10_error": 0.12602063575955355, "fisher_median_prediction_ratio": 0.784044937410433, "weight_norm_median": 0.000537471308861929, "weight_norm_median_abs_log10_error": 0.4262758880204286, "weight_norm_median_prediction_ratio": 2.2220493812216047, "activation_norm_median": 0.00025854131643441875, "activation_norm_median_abs_log10_error": 0.4961573663791856, "activation_norm_median_prediction_ratio": 0.7632256938303178 }, { "dose": 1.0, "n": 32, "measured_median": 0.005781841445927366, "measured_q25_q75": [ 0.0016725364218013379, 0.014013605788846643 ], "fisher_median": 0.0022950362861900225, "fisher_median_abs_log10_error": 0.4619153666772451, "fisher_median_prediction_ratio": 0.3804750104052105, "weight_norm_median": 0.005971903431799211, "weight_norm_median_abs_log10_error": 0.4201583348322464, "weight_norm_median_prediction_ratio": 1.0329019122021308, "activation_norm_median": 0.0026990824967542733, "activation_norm_median_abs_log10_error": 0.5007514251770867, "activation_norm_median_prediction_ratio": 0.46619074824193946 } ], "forward_calls": 1968, "processed_tokens": 172487, "measurement_wall_s": 175.53763628005981 }, "e2": { "scope": "synthetic teacher-forced continuation; repetitive states are constructed, not model generated", "seed": 20261105, "dtype": "float32", "calibration_repetitive_cases": 16, "evaluation_indices": [ 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47 ], "calibration": { "constant": { "gain": 2.0, "curve": { "0.25": -0.004628629598300904, "0.5": -0.010618833606713451, "1.0": -0.028167753378511406, "2.0": -0.09993179615412373, "4.0": -0.5477007691079052 }, "target": -0.23114010396238882, "residual": 0.1312083078082651, "match_failure": true }, "shuffle": { "gain": 1.0, "curve": { "0.25": -0.01891920431808103, "0.5": -0.057599247389589436, "1.0": -0.2577659476810368, "2.0": -1.6991405569278868, "4.0": -7.188866806056467 }, "target": -0.23114010396238882, "residual": -0.026625843718647957, "match_failure": true }, "random": { "gain": 1.0, "curve": { "0.25": -0.0032897820783546194, "0.5": -0.009337222814792767, "1.0": -0.06107503788371105, "2.0": -0.9525227694102796, "4.0": -4.176847797658411 }, "target": -0.23114010396238882, "residual": 0.17006506607867777, "match_failure": true } }, "rows": [ { "id": "test/precalculus/625.json", "index": 16, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.3269282579421997, "target_logp_delta_mean": 0.002123594284057617, "first_target_raw_kl": 0.00417542936805084, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.599771499633789, "model.language_model.layers.19.mlp.down_proj.weight": 9.692553520202637 }, "donor_index": null }, { "id": "test/precalculus/625.json", "index": 16, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.3269282579421997, "target_logp_delta_mean": 0.03283470869064331, "first_target_raw_kl": 0.035351979273290396, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.055644989013672, "model.language_model.layers.19.mlp.down_proj.weight": 3.6755146980285645 }, "donor_index": null }, { "id": "test/precalculus/625.json", "index": 16, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.3269282579421997, "target_logp_delta_mean": 0.008850306272506714, "first_target_raw_kl": 0.00011624085790259002, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.441178321838379, "model.language_model.layers.19.mlp.down_proj.weight": 7.159331321716309 }, "donor_index": 17 }, { "id": "test/precalculus/625.json", "index": 16, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.3269282579421997, "target_logp_delta_mean": -0.004374414682388306, "first_target_raw_kl": 0.0004604460651360223, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.599771499633789, "model.language_model.layers.19.mlp.down_proj.weight": 13.106643676757812 }, "donor_index": null }, { "id": "test/precalculus/625.json", "index": 16, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.02189445309340954, "target_logp_delta_mean": -0.14976021833717823, "first_target_raw_kl": 0.27015171623802925, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.708080291748047, "model.language_model.layers.19.mlp.down_proj.weight": 10.15858268737793 }, "donor_index": null }, { "id": "test/precalculus/625.json", "index": 16, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.02189445309340954, "target_logp_delta_mean": -0.11129172332584858, "first_target_raw_kl": 0.07852269081003642, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 27.70943832397461, "model.language_model.layers.19.mlp.down_proj.weight": 4.417418956756592 }, "donor_index": null }, { "id": "test/precalculus/625.json", "index": 16, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.02189445309340954, "target_logp_delta_mean": -0.18222464807331562, "first_target_raw_kl": 0.1623465297324732, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.098487854003906, "model.language_model.layers.19.mlp.down_proj.weight": 7.985234260559082 }, "donor_index": 17 }, { "id": "test/precalculus/625.json", "index": 16, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.02189445309340954, "target_logp_delta_mean": -0.007211519405245781, "first_target_raw_kl": 0.029272039774391627, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.708080291748047, "model.language_model.layers.19.mlp.down_proj.weight": 29.347110748291016 }, "donor_index": null }, { "id": "test/precalculus/43.json", "index": 17, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.6879098415374756, "target_logp_delta_mean": -0.06549835205078125, "first_target_raw_kl": 8.485745231978721e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.028634071350098, "model.language_model.layers.19.mlp.down_proj.weight": 5.3991899490356445 }, "donor_index": null }, { "id": "test/precalculus/43.json", "index": 17, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.6879098415374756, "target_logp_delta_mean": -0.07272171974182129, "first_target_raw_kl": 0.000635065293250559, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 17.468727111816406, "model.language_model.layers.19.mlp.down_proj.weight": 2.7848522663116455 }, "donor_index": null }, { "id": "test/precalculus/43.json", "index": 17, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.6879098415374756, "target_logp_delta_mean": -0.0462648868560791, "first_target_raw_kl": 3.490733711326136e-06, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.103546619415283, "model.language_model.layers.19.mlp.down_proj.weight": 4.919857978820801 }, "donor_index": 18 }, { "id": "test/precalculus/43.json", "index": 17, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.6879098415374756, "target_logp_delta_mean": -0.0633707046508789, "first_target_raw_kl": 2.4875874144001116e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.028634071350098, "model.language_model.layers.19.mlp.down_proj.weight": 6.151898384094238 }, "donor_index": null }, { "id": "test/precalculus/43.json", "index": 17, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.019394859671592712, "target_logp_delta_mean": -0.06700040400028229, "first_target_raw_kl": 0.04960026627158795, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.92849349975586, "model.language_model.layers.19.mlp.down_proj.weight": 6.648129463195801 }, "donor_index": null }, { "id": "test/precalculus/43.json", "index": 17, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.019394859671592712, "target_logp_delta_mean": -0.06420236825942993, "first_target_raw_kl": 0.011643366151998387, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.268144607543945, "model.language_model.layers.19.mlp.down_proj.weight": 3.7093911170959473 }, "donor_index": null }, { "id": "test/precalculus/43.json", "index": 17, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.019394859671592712, "target_logp_delta_mean": -0.06957824528217316, "first_target_raw_kl": 0.022270285389582464, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 16.46940040588379, "model.language_model.layers.19.mlp.down_proj.weight": 8.231084823608398 }, "donor_index": 18 }, { "id": "test/precalculus/43.json", "index": 17, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.019394859671592712, "target_logp_delta_mean": 0.0005845017731189728, "first_target_raw_kl": 0.0033976361405740575, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.92849349975586, "model.language_model.layers.19.mlp.down_proj.weight": 30.331716537475586 }, "donor_index": null }, { "id": "test/prealgebra/846.json", "index": 18, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.4322690963745117, "target_logp_delta_mean": 0.015860527753829956, "first_target_raw_kl": 0.002842520518471386, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.38972282409668, "model.language_model.layers.19.mlp.down_proj.weight": 5.284308433532715 }, "donor_index": null }, { "id": "test/prealgebra/846.json", "index": 18, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.4322690963745117, "target_logp_delta_mean": -0.2200700044631958, "first_target_raw_kl": 0.26137069647943717, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.95513343811035, "model.language_model.layers.19.mlp.down_proj.weight": 3.0218138694763184 }, "donor_index": null }, { "id": "test/prealgebra/846.json", "index": 18, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.4322690963745117, "target_logp_delta_mean": -0.0196913480758667, "first_target_raw_kl": 0.002907650306701497, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.35382080078125, "model.language_model.layers.19.mlp.down_proj.weight": 6.013617515563965 }, "donor_index": 19 }, { "id": "test/prealgebra/846.json", "index": 18, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.4322690963745117, "target_logp_delta_mean": -0.014258474111557007, "first_target_raw_kl": 0.00048506956712657224, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.38972282409668, "model.language_model.layers.19.mlp.down_proj.weight": 6.519416332244873 }, "donor_index": null }, { "id": "test/prealgebra/846.json", "index": 18, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.012947659939527512, "target_logp_delta_mean": -0.23452093079686165, "first_target_raw_kl": 0.04998108023408159, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 17.38973045349121, "model.language_model.layers.19.mlp.down_proj.weight": 8.543634414672852 }, "donor_index": null }, { "id": "test/prealgebra/846.json", "index": 18, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.012947659939527512, "target_logp_delta_mean": -0.17815302684903145, "first_target_raw_kl": 0.05921063783837013, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.403837203979492, "model.language_model.layers.19.mlp.down_proj.weight": 3.890442132949829 }, "donor_index": null }, { "id": "test/prealgebra/846.json", "index": 18, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.012947659939527512, "target_logp_delta_mean": -0.2755482979118824, "first_target_raw_kl": 0.0823105808566343, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 17.99056053161621, "model.language_model.layers.19.mlp.down_proj.weight": 7.536186218261719 }, "donor_index": 19 }, { "id": "test/prealgebra/846.json", "index": 18, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.012947659939527512, "target_logp_delta_mean": -0.010047825053334236, "first_target_raw_kl": 6.648783431725675e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 17.389728546142578, "model.language_model.layers.19.mlp.down_proj.weight": 24.09946632385254 }, "donor_index": null }, { "id": "test/prealgebra/993.json", "index": 19, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.3608676195144653, "target_logp_delta_mean": -0.041268229484558105, "first_target_raw_kl": 0.0003999133856973111, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.657735347747803, "model.language_model.layers.19.mlp.down_proj.weight": 6.5367584228515625 }, "donor_index": null }, { "id": "test/prealgebra/993.json", "index": 19, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.3608676195144653, "target_logp_delta_mean": -0.10719120502471924, "first_target_raw_kl": 0.044267026825571314, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.752452850341797, "model.language_model.layers.19.mlp.down_proj.weight": 3.3083412647247314 }, "donor_index": null }, { "id": "test/prealgebra/993.json", "index": 19, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.3608676195144653, "target_logp_delta_mean": -0.030236363410949707, "first_target_raw_kl": 0.026443996648831604, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.4407453536987305, "model.language_model.layers.19.mlp.down_proj.weight": 7.584637641906738 }, "donor_index": 20 }, { "id": "test/prealgebra/993.json", "index": 19, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.3608676195144653, "target_logp_delta_mean": 0.026038527488708496, "first_target_raw_kl": 0.0004499573462355081, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.657735347747803, "model.language_model.layers.19.mlp.down_proj.weight": 6.861464023590088 }, "donor_index": null }, { "id": "test/prealgebra/993.json", "index": 19, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.002831264864653349, "target_logp_delta_mean": -0.14988136338070035, "first_target_raw_kl": 0.866503212836208, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.074283599853516, "model.language_model.layers.19.mlp.down_proj.weight": 8.06442928314209 }, "donor_index": null }, { "id": "test/prealgebra/993.json", "index": 19, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.002831264864653349, "target_logp_delta_mean": -0.08277880446985364, "first_target_raw_kl": 0.46476589865992557, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.82468605041504, "model.language_model.layers.19.mlp.down_proj.weight": 4.116953372955322 }, "donor_index": null }, { "id": "test/prealgebra/993.json", "index": 19, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.002831264864653349, "target_logp_delta_mean": -0.17299845861271024, "first_target_raw_kl": 0.6427093758891905, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.313329696655273, "model.language_model.layers.19.mlp.down_proj.weight": 10.594701766967773 }, "donor_index": 20 }, { "id": "test/prealgebra/993.json", "index": 19, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.002831264864653349, "target_logp_delta_mean": -0.0052519734017550945, "first_target_raw_kl": 0.0073682125264558, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.07428550720215, "model.language_model.layers.19.mlp.down_proj.weight": 24.059669494628906 }, "donor_index": null }, { "id": "test/algebra/2046.json", "index": 20, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.33687907457351685, "target_logp_delta_mean": -0.0032572150230407715, "first_target_raw_kl": 0.001932742287231307, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.976900577545166, "model.language_model.layers.19.mlp.down_proj.weight": 8.334125518798828 }, "donor_index": null }, { "id": "test/algebra/2046.json", "index": 20, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.33687907457351685, "target_logp_delta_mean": -0.10956695675849915, "first_target_raw_kl": 0.08288469725839248, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.62466049194336, "model.language_model.layers.19.mlp.down_proj.weight": 3.6068074703216553 }, "donor_index": null }, { "id": "test/algebra/2046.json", "index": 20, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.33687907457351685, "target_logp_delta_mean": -0.053953349590301514, "first_target_raw_kl": 0.005434557077318132, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.017300128936768, "model.language_model.layers.19.mlp.down_proj.weight": 5.0255818367004395 }, "donor_index": 21 }, { "id": "test/algebra/2046.json", "index": 20, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.33687907457351685, "target_logp_delta_mean": 0.006640613079071045, "first_target_raw_kl": 0.00058743073225083, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.976900577545166, "model.language_model.layers.19.mlp.down_proj.weight": 11.328155517578125 }, "donor_index": null }, { "id": "test/algebra/2046.json", "index": 20, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.010050262324512005, "target_logp_delta_mean": -0.1788682984188199, "first_target_raw_kl": 0.6328041300057412, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.359655380249023, "model.language_model.layers.19.mlp.down_proj.weight": 11.448742866516113 }, "donor_index": null }, { "id": "test/algebra/2046.json", "index": 20, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.010050262324512005, "target_logp_delta_mean": -0.05996001232415438, "first_target_raw_kl": 0.2724021302631798, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 27.351882934570312, "model.language_model.layers.19.mlp.down_proj.weight": 4.360417366027832 }, "donor_index": null }, { "id": "test/algebra/2046.json", "index": 20, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.010050262324512005, "target_logp_delta_mean": -0.17521197069436312, "first_target_raw_kl": 0.9271793238827941, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.106874465942383, "model.language_model.layers.19.mlp.down_proj.weight": 8.549995422363281 }, "donor_index": 21 }, { "id": "test/algebra/2046.json", "index": 20, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.010050262324512005, "target_logp_delta_mean": -0.013982689939439297, "first_target_raw_kl": 0.032729588630433654, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.359655380249023, "model.language_model.layers.19.mlp.down_proj.weight": 26.310588836669922 }, "donor_index": null }, { "id": "test/intermediate_algebra/1555.json", "index": 21, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.1316986083984375, "target_logp_delta_mean": 0.013118147850036621, "first_target_raw_kl": 0.017074297807693588, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.2196197509765625, "model.language_model.layers.19.mlp.down_proj.weight": 4.3212361335754395 }, "donor_index": null }, { "id": "test/intermediate_algebra/1555.json", "index": 21, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.1316986083984375, "target_logp_delta_mean": -0.046903014183044434, "first_target_raw_kl": 0.3052987150629001, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.21303939819336, "model.language_model.layers.19.mlp.down_proj.weight": 3.0629289150238037 }, "donor_index": null }, { "id": "test/intermediate_algebra/1555.json", "index": 21, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.1316986083984375, "target_logp_delta_mean": 0.0037419795989990234, "first_target_raw_kl": 0.0036638324539356214, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.358959674835205, "model.language_model.layers.19.mlp.down_proj.weight": 6.204187393188477 }, "donor_index": 22 }, { "id": "test/intermediate_algebra/1555.json", "index": 21, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.1316986083984375, "target_logp_delta_mean": 0.006084561347961426, "first_target_raw_kl": 0.01646909211188819, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.2196197509765625, "model.language_model.layers.19.mlp.down_proj.weight": 6.0692644119262695 }, "donor_index": null }, { "id": "test/intermediate_algebra/1555.json", "index": 21, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.021951770409941673, "target_logp_delta_mean": -0.0782755259424448, "first_target_raw_kl": 0.029944355927670654, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.103076934814453, "model.language_model.layers.19.mlp.down_proj.weight": 7.739544868469238 }, "donor_index": null }, { "id": "test/intermediate_algebra/1555.json", "index": 21, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.021951770409941673, "target_logp_delta_mean": -0.07662857510149479, "first_target_raw_kl": 0.024215378015631017, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.604694366455078, "model.language_model.layers.19.mlp.down_proj.weight": 3.9224627017974854 }, "donor_index": null }, { "id": "test/intermediate_algebra/1555.json", "index": 21, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.021951770409941673, "target_logp_delta_mean": -0.12039522267878056, "first_target_raw_kl": 0.03896543541302561, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.004653930664062, "model.language_model.layers.19.mlp.down_proj.weight": 7.301335334777832 }, "donor_index": 22 }, { "id": "test/intermediate_algebra/1555.json", "index": 21, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.021951770409941673, "target_logp_delta_mean": -0.00430133193731308, "first_target_raw_kl": 0.0023189515955511835, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.103076934814453, "model.language_model.layers.19.mlp.down_proj.weight": 26.26740264892578 }, "donor_index": null }, { "id": "test/algebra/2743.json", "index": 22, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.7163909673690796, "target_logp_delta_mean": -0.005137205123901367, "first_target_raw_kl": 0.005975963412503199, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.802024841308594, "model.language_model.layers.19.mlp.down_proj.weight": 6.739761829376221 }, "donor_index": null }, { "id": "test/algebra/2743.json", "index": 22, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.7163909673690796, "target_logp_delta_mean": -0.10247212648391724, "first_target_raw_kl": 0.3441323111411779, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.56658172607422, "model.language_model.layers.19.mlp.down_proj.weight": 3.438129186630249 }, "donor_index": null }, { "id": "test/algebra/2743.json", "index": 22, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.7163909673690796, "target_logp_delta_mean": 0.03238564729690552, "first_target_raw_kl": 0.06865961123918336, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.003478527069092, "model.language_model.layers.19.mlp.down_proj.weight": 7.739516735076904 }, "donor_index": 23 }, { "id": "test/algebra/2743.json", "index": 22, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.7163909673690796, "target_logp_delta_mean": -0.006034672260284424, "first_target_raw_kl": 0.005201333508704635, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.802024841308594, "model.language_model.layers.19.mlp.down_proj.weight": 7.850335597991943 }, "donor_index": null }, { "id": "test/algebra/2743.json", "index": 22, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.05536903440952301, "target_logp_delta_mean": -0.10218118131160736, "first_target_raw_kl": 0.12462814984694891, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.428993225097656, "model.language_model.layers.19.mlp.down_proj.weight": 7.909236907958984 }, "donor_index": null }, { "id": "test/algebra/2743.json", "index": 22, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.05536903440952301, "target_logp_delta_mean": -0.08853146433830261, "first_target_raw_kl": 0.24109536207925558, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.483346939086914, "model.language_model.layers.19.mlp.down_proj.weight": 4.221956253051758 }, "donor_index": null }, { "id": "test/algebra/2743.json", "index": 22, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.05536903440952301, "target_logp_delta_mean": -0.1958806961774826, "first_target_raw_kl": 0.5725385571304652, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.323034286499023, "model.language_model.layers.19.mlp.down_proj.weight": 10.05353832244873 }, "donor_index": 23 }, { "id": "test/algebra/2743.json", "index": 22, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.05536903440952301, "target_logp_delta_mean": -0.017726540565490723, "first_target_raw_kl": 0.016099043280542086, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.428993225097656, "model.language_model.layers.19.mlp.down_proj.weight": 24.12061309814453 }, "donor_index": null }, { "id": "test/precalculus/819.json", "index": 23, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.3155321478843689, "target_logp_delta_mean": 0.014559030532836914, "first_target_raw_kl": 0.0010764917087497368, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.381209373474121, "model.language_model.layers.19.mlp.down_proj.weight": 8.215096473693848 }, "donor_index": null }, { "id": "test/precalculus/819.json", "index": 23, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.3155321478843689, "target_logp_delta_mean": -0.06747066974639893, "first_target_raw_kl": 0.0031149934410333647, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.79109001159668, "model.language_model.layers.19.mlp.down_proj.weight": 3.7927584648132324 }, "donor_index": null }, { "id": "test/precalculus/819.json", "index": 23, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.3155321478843689, "target_logp_delta_mean": -0.007045000791549683, "first_target_raw_kl": 0.00013033769291155518, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.738266944885254, "model.language_model.layers.19.mlp.down_proj.weight": 9.18620777130127 }, "donor_index": 24 }, { "id": "test/precalculus/819.json", "index": 23, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.3155321478843689, "target_logp_delta_mean": -0.006312906742095947, "first_target_raw_kl": 0.0003211558554099931, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.381209373474121, "model.language_model.layers.19.mlp.down_proj.weight": 8.988348960876465 }, "donor_index": null }, { "id": "test/precalculus/819.json", "index": 23, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.01625761389732361, "target_logp_delta_mean": -0.16161447763442993, "first_target_raw_kl": 0.003847297133719653, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.566730499267578, "model.language_model.layers.19.mlp.down_proj.weight": 10.360337257385254 }, "donor_index": null }, { "id": "test/precalculus/819.json", "index": 23, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.01625761389732361, "target_logp_delta_mean": -0.1008501648902893, "first_target_raw_kl": 0.0005766913316327161, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 28.324302673339844, "model.language_model.layers.19.mlp.down_proj.weight": 4.515439987182617 }, "donor_index": null }, { "id": "test/precalculus/819.json", "index": 23, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.01625761389732361, "target_logp_delta_mean": -0.29673436284065247, "first_target_raw_kl": 0.005380909730587769, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 28.082199096679688, "model.language_model.layers.19.mlp.down_proj.weight": 12.896183967590332 }, "donor_index": 24 }, { "id": "test/precalculus/819.json", "index": 23, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.01625761389732361, "target_logp_delta_mean": -0.010971635580062866, "first_target_raw_kl": 0.000302088671483384, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.566730499267578, "model.language_model.layers.19.mlp.down_proj.weight": 32.070411682128906 }, "donor_index": null }, { "id": "test/prealgebra/1908.json", "index": 24, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.3712650537490845, "target_logp_delta_mean": -0.02830219268798828, "first_target_raw_kl": 0.0031119053784134237, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.4562389850616455, "model.language_model.layers.19.mlp.down_proj.weight": 6.702071666717529 }, "donor_index": null }, { "id": "test/prealgebra/1908.json", "index": 24, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.3712650537490845, "target_logp_delta_mean": -0.09653055667877197, "first_target_raw_kl": 0.02302048131822822, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 17.32727813720703, "model.language_model.layers.19.mlp.down_proj.weight": 2.7623023986816406 }, "donor_index": null }, { "id": "test/prealgebra/1908.json", "index": 24, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.3712650537490845, "target_logp_delta_mean": -0.030333399772644043, "first_target_raw_kl": 0.0036611408925138135, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 2.959991931915283, "model.language_model.layers.19.mlp.down_proj.weight": 4.304805755615234 }, "donor_index": 25 }, { "id": "test/prealgebra/1908.json", "index": 24, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.3712650537490845, "target_logp_delta_mean": 0.0022345781326293945, "first_target_raw_kl": 0.0017465409526057156, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.4562389850616455, "model.language_model.layers.19.mlp.down_proj.weight": 8.665051460266113 }, "donor_index": null }, { "id": "test/prealgebra/1908.json", "index": 24, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.012088272720575333, "target_logp_delta_mean": -0.22640949115157127, "first_target_raw_kl": 0.38898970205500205, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.95363998413086, "model.language_model.layers.19.mlp.down_proj.weight": 10.63734245300293 }, "donor_index": null }, { "id": "test/prealgebra/1908.json", "index": 24, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.012088272720575333, "target_logp_delta_mean": -0.08639649674296379, "first_target_raw_kl": 0.14594820759269916, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.162137985229492, "model.language_model.layers.19.mlp.down_proj.weight": 3.6924917697906494 }, "donor_index": null }, { "id": "test/prealgebra/1908.json", "index": 24, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.012088272720575333, "target_logp_delta_mean": -0.21272801980376244, "first_target_raw_kl": 0.2867570014323041, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.71282386779785, "model.language_model.layers.19.mlp.down_proj.weight": 6.190101623535156 }, "donor_index": 25 }, { "id": "test/prealgebra/1908.json", "index": 24, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.012088272720575333, "target_logp_delta_mean": -0.010151561349630356, "first_target_raw_kl": 0.004444028000692904, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.95363998413086, "model.language_model.layers.19.mlp.down_proj.weight": 31.73276138305664 }, "donor_index": null }, { "id": "test/algebra/841.json", "index": 25, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.0248234272003174, "target_logp_delta_mean": 0.020133376121520996, "first_target_raw_kl": 0.0007815840827759327, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.039089679718018, "model.language_model.layers.19.mlp.down_proj.weight": 5.9777140617370605 }, "donor_index": null }, { "id": "test/algebra/841.json", "index": 25, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.0248234272003174, "target_logp_delta_mean": -0.1887667179107666, "first_target_raw_kl": 0.02174667486680572, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.12977409362793, "model.language_model.layers.19.mlp.down_proj.weight": 3.5279126167297363 }, "donor_index": null }, { "id": "test/algebra/841.json", "index": 25, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.0248234272003174, "target_logp_delta_mean": -0.008387565612792969, "first_target_raw_kl": 6.405359439757957e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.823513984680176, "model.language_model.layers.19.mlp.down_proj.weight": 6.862527370452881 }, "donor_index": 26 }, { "id": "test/algebra/841.json", "index": 25, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.0248234272003174, "target_logp_delta_mean": -0.0022112131118774414, "first_target_raw_kl": 0.0001299657488634061, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.039089679718018, "model.language_model.layers.19.mlp.down_proj.weight": 6.654672622680664 }, "donor_index": null }, { "id": "test/algebra/841.json", "index": 25, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.015958372503519058, "target_logp_delta_mean": -0.15838032588362694, "first_target_raw_kl": 0.1249137742709659, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.995990753173828, "model.language_model.layers.19.mlp.down_proj.weight": 7.149683952331543 }, "donor_index": null }, { "id": "test/algebra/841.json", "index": 25, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.015958372503519058, "target_logp_delta_mean": -0.07147077843546867, "first_target_raw_kl": 0.01188040396273405, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.94396209716797, "model.language_model.layers.19.mlp.down_proj.weight": 4.295386791229248 }, "donor_index": null }, { "id": "test/algebra/841.json", "index": 25, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.015958372503519058, "target_logp_delta_mean": -0.1703641675412655, "first_target_raw_kl": 0.13521258157114527, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.358564376831055, "model.language_model.layers.19.mlp.down_proj.weight": 8.23250961303711 }, "donor_index": 26 }, { "id": "test/algebra/841.json", "index": 25, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.015958372503519058, "target_logp_delta_mean": -0.036245036870241165, "first_target_raw_kl": 0.0018438140725731635, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.995990753173828, "model.language_model.layers.19.mlp.down_proj.weight": 23.556604385375977 }, "donor_index": null }, { "id": "test/algebra/2427.json", "index": 26, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.7015147805213928, "target_logp_delta_mean": 0.00018084049224853516, "first_target_raw_kl": 0.0006773916222398293, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.55635929107666, "model.language_model.layers.19.mlp.down_proj.weight": 7.955045700073242 }, "donor_index": null }, { "id": "test/algebra/2427.json", "index": 26, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.7015147805213928, "target_logp_delta_mean": -0.2599729299545288, "first_target_raw_kl": 0.020964885053463198, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.872289657592773, "model.language_model.layers.19.mlp.down_proj.weight": 4.124542236328125 }, "donor_index": null }, { "id": "test/algebra/2427.json", "index": 26, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.7015147805213928, "target_logp_delta_mean": -0.016613125801086426, "first_target_raw_kl": 0.0003541263291903807, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.275238990783691, "model.language_model.layers.19.mlp.down_proj.weight": 8.024496078491211 }, "donor_index": 27 }, { "id": "test/algebra/2427.json", "index": 26, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.7015147805213928, "target_logp_delta_mean": 0.0013616681098937988, "first_target_raw_kl": 0.0004356045263838515, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.55635929107666, "model.language_model.layers.19.mlp.down_proj.weight": 9.353967666625977 }, "donor_index": null }, { "id": "test/algebra/2427.json", "index": 26, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.009627923369407654, "target_logp_delta_mean": -0.2372765690088272, "first_target_raw_kl": 1.0252399664725529, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.581457138061523, "model.language_model.layers.19.mlp.down_proj.weight": 9.170902252197266 }, "donor_index": null }, { "id": "test/algebra/2427.json", "index": 26, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.009627923369407654, "target_logp_delta_mean": -0.1206028014421463, "first_target_raw_kl": 0.46079012281529236, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 30.093612670898438, "model.language_model.layers.19.mlp.down_proj.weight": 4.797502517700195 }, "donor_index": null }, { "id": "test/algebra/2427.json", "index": 26, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.009627923369407654, "target_logp_delta_mean": -0.2938537746667862, "first_target_raw_kl": 0.80041626155865, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.538286209106445, "model.language_model.layers.19.mlp.down_proj.weight": 10.232928276062012 }, "donor_index": 27 }, { "id": "test/algebra/2427.json", "index": 26, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.009627923369407654, "target_logp_delta_mean": -0.0073934271931648254, "first_target_raw_kl": 0.013143526238614592, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.581459045410156, "model.language_model.layers.19.mlp.down_proj.weight": 25.708934783935547 }, "donor_index": null }, { "id": "test/algebra/2080.json", "index": 27, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.7115432024002075, "target_logp_delta_mean": -0.007057547569274902, "first_target_raw_kl": 0.005114437278087457, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.082754135131836, "model.language_model.layers.19.mlp.down_proj.weight": 6.494445323944092 }, "donor_index": null }, { "id": "test/algebra/2080.json", "index": 27, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.7115432024002075, "target_logp_delta_mean": -0.1011652946472168, "first_target_raw_kl": 0.042579887520348955, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.87070083618164, "model.language_model.layers.19.mlp.down_proj.weight": 3.327192544937134 }, "donor_index": null }, { "id": "test/algebra/2080.json", "index": 27, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.7115432024002075, "target_logp_delta_mean": -0.029059767723083496, "first_target_raw_kl": 0.001234675596058181, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.549767255783081, "model.language_model.layers.19.mlp.down_proj.weight": 5.795924663543701 }, "donor_index": 28 }, { "id": "test/algebra/2080.json", "index": 27, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.7115432024002075, "target_logp_delta_mean": -0.010954976081848145, "first_target_raw_kl": 0.0010476846093456253, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.082754135131836, "model.language_model.layers.19.mlp.down_proj.weight": 9.013467788696289 }, "donor_index": null }, { "id": "test/algebra/2080.json", "index": 27, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.0036997010465711355, "target_logp_delta_mean": -0.10643706866540015, "first_target_raw_kl": 0.20394802163318423, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.283756256103516, "model.language_model.layers.19.mlp.down_proj.weight": 8.877202987670898 }, "donor_index": null }, { "id": "test/algebra/2080.json", "index": 27, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.0036997010465711355, "target_logp_delta_mean": -0.046267211670055985, "first_target_raw_kl": 0.07635636500285883, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.9198055267334, "model.language_model.layers.19.mlp.down_proj.weight": 4.132116794586182 }, "donor_index": null }, { "id": "test/algebra/2080.json", "index": 27, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.0036997010465711355, "target_logp_delta_mean": -0.2748617718461901, "first_target_raw_kl": 0.4815636828740277, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.068742752075195, "model.language_model.layers.19.mlp.down_proj.weight": 6.81054162979126 }, "donor_index": 28 }, { "id": "test/algebra/2080.json", "index": 27, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.0036997010465711355, "target_logp_delta_mean": -0.0008300004992634058, "first_target_raw_kl": 0.0014466042782666723, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.283756256103516, "model.language_model.layers.19.mlp.down_proj.weight": 25.810178756713867 }, "donor_index": null }, { "id": "test/prealgebra/1297.json", "index": 28, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.1912693977355957, "target_logp_delta_mean": -0.007836699485778809, "first_target_raw_kl": 0.0005095822103452603, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.307229042053223, "model.language_model.layers.19.mlp.down_proj.weight": 6.382730007171631 }, "donor_index": null }, { "id": "test/prealgebra/1297.json", "index": 28, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.1912693977355957, "target_logp_delta_mean": -0.006987094879150391, "first_target_raw_kl": 0.04307930018359991, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.25210189819336, "model.language_model.layers.19.mlp.down_proj.weight": 3.8662526607513428 }, "donor_index": null }, { "id": "test/prealgebra/1297.json", "index": 28, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.1912693977355957, "target_logp_delta_mean": -0.02167344093322754, "first_target_raw_kl": 0.0004788446910538829, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.298502206802368, "model.language_model.layers.19.mlp.down_proj.weight": 7.1302924156188965 }, "donor_index": 29 }, { "id": "test/prealgebra/1297.json", "index": 28, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.1912693977355957, "target_logp_delta_mean": -0.01755237579345703, "first_target_raw_kl": 0.0014909836340826382, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.307229042053223, "model.language_model.layers.19.mlp.down_proj.weight": 7.262066841125488 }, "donor_index": null }, { "id": "test/prealgebra/1297.json", "index": 28, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.014078238978981972, "target_logp_delta_mean": -0.11312671564519405, "first_target_raw_kl": 0.15138019118751855, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.09480857849121, "model.language_model.layers.19.mlp.down_proj.weight": 7.864035129547119 }, "donor_index": null }, { "id": "test/prealgebra/1297.json", "index": 28, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.014078238978981972, "target_logp_delta_mean": -0.039629558101296425, "first_target_raw_kl": 0.03336119243187266, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 28.71261978149414, "model.language_model.layers.19.mlp.down_proj.weight": 4.577345371246338 }, "donor_index": null }, { "id": "test/prealgebra/1297.json", "index": 28, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.014078238978981972, "target_logp_delta_mean": -0.11286874674260616, "first_target_raw_kl": 0.20008536073668037, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.289377212524414, "model.language_model.layers.19.mlp.down_proj.weight": 9.121126174926758 }, "donor_index": 29 }, { "id": "test/prealgebra/1297.json", "index": 28, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.014078238978981972, "target_logp_delta_mean": -0.0204166192561388, "first_target_raw_kl": 0.0007109778635493738, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.09480857849121, "model.language_model.layers.19.mlp.down_proj.weight": 30.780344009399414 }, "donor_index": null }, { "id": "test/geometry/802.json", "index": 29, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.1535414457321167, "target_logp_delta_mean": 0.012472987174987793, "first_target_raw_kl": 0.000622787084348593, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 2.5709292888641357, "model.language_model.layers.19.mlp.down_proj.weight": 5.668556213378906 }, "donor_index": null }, { "id": "test/geometry/802.json", "index": 29, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.1535414457321167, "target_logp_delta_mean": 0.13535845279693604, "first_target_raw_kl": 0.0166668969987775, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.148887634277344, "model.language_model.layers.19.mlp.down_proj.weight": 3.0527021884918213 }, "donor_index": null }, { "id": "test/geometry/802.json", "index": 29, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.1535414457321167, "target_logp_delta_mean": 0.13009917736053467, "first_target_raw_kl": 0.02501710411420503, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 16.037477493286133, "model.language_model.layers.19.mlp.down_proj.weight": 5.723388671875 }, "donor_index": 30 }, { "id": "test/geometry/802.json", "index": 29, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.1535414457321167, "target_logp_delta_mean": -0.017315149307250977, "first_target_raw_kl": 0.0003150207263964287, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 2.5709292888641357, "model.language_model.layers.19.mlp.down_proj.weight": 5.771442890167236 }, "donor_index": null }, { "id": "test/geometry/802.json", "index": 29, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.025863442569971085, "target_logp_delta_mean": -0.14583342894911766, "first_target_raw_kl": 0.582444796177762, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.84001350402832, "model.language_model.layers.19.mlp.down_proj.weight": 7.722148895263672 }, "donor_index": null }, { "id": "test/geometry/802.json", "index": 29, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.025863442569971085, "target_logp_delta_mean": -0.08291712030768394, "first_target_raw_kl": 0.40790547315862846, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.55463409423828, "model.language_model.layers.19.mlp.down_proj.weight": 3.914482355117798 }, "donor_index": null }, { "id": "test/geometry/802.json", "index": 29, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.025863442569971085, "target_logp_delta_mean": -0.16715029999613762, "first_target_raw_kl": 0.9087461073318814, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.506450653076172, "model.language_model.layers.19.mlp.down_proj.weight": 8.204670906066895 }, "donor_index": 30 }, { "id": "test/geometry/802.json", "index": 29, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.025863442569971085, "target_logp_delta_mean": 0.010873856022953987, "first_target_raw_kl": 0.07696083640028539, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.84001350402832, "model.language_model.layers.19.mlp.down_proj.weight": 29.995210647583008 }, "donor_index": null }, { "id": "test/prealgebra/874.json", "index": 30, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -9.399455302627757e-05, "target_logp_delta_mean": -0.004767481346789282, "first_target_raw_kl": 0.007802392078039892, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.824623107910156, "model.language_model.layers.19.mlp.down_proj.weight": 8.79875659942627 }, "donor_index": null }, { "id": "test/prealgebra/874.json", "index": 30, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -9.399455302627757e-05, "target_logp_delta_mean": -0.000882494256075006, "first_target_raw_kl": 8.87190226655698e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 31.72576332092285, "model.language_model.layers.19.mlp.down_proj.weight": 5.057698726654053 }, "donor_index": null }, { "id": "test/prealgebra/874.json", "index": 30, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -9.399455302627757e-05, "target_logp_delta_mean": -0.00010847317025763914, "first_target_raw_kl": 3.067262976947405e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 8.896326065063477, "model.language_model.layers.19.mlp.down_proj.weight": 8.926074028015137 }, "donor_index": 31 }, { "id": "test/prealgebra/874.json", "index": 30, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -9.399455302627757e-05, "target_logp_delta_mean": -0.00016049079567892477, "first_target_raw_kl": 0.00013119901356757876, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.824623107910156, "model.language_model.layers.19.mlp.down_proj.weight": 30.566871643066406 }, "donor_index": null }, { "id": "test/prealgebra/874.json", "index": 30, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.014306643977761269, "target_logp_delta_mean": -0.1061787810176611, "first_target_raw_kl": 0.07452200483935427, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 33.56007766723633, "model.language_model.layers.19.mlp.down_proj.weight": 11.769996643066406 }, "donor_index": null }, { "id": "test/prealgebra/874.json", "index": 30, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.014306643977761269, "target_logp_delta_mean": -0.0562309306114912, "first_target_raw_kl": 0.016634911496689633, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 35.25300216674805, "model.language_model.layers.19.mlp.down_proj.weight": 5.62000846862793 }, "donor_index": null }, { "id": "test/prealgebra/874.json", "index": 30, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.014306643977761269, "target_logp_delta_mean": -0.12483871541917324, "first_target_raw_kl": 0.04230466005471234, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.818626403808594, "model.language_model.layers.19.mlp.down_proj.weight": 11.054914474487305 }, "donor_index": 31 }, { "id": "test/prealgebra/874.json", "index": 30, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.014306643977761269, "target_logp_delta_mean": -0.009791156277060509, "first_target_raw_kl": 0.0009417712798979979, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 33.560081481933594, "model.language_model.layers.19.mlp.down_proj.weight": 41.712425231933594 }, "donor_index": null }, { "id": "test/geometry/226.json", "index": 31, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.9330853819847107, "target_logp_delta_mean": 0.038184523582458496, "first_target_raw_kl": 0.041273359457259594, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.87729549407959, "model.language_model.layers.19.mlp.down_proj.weight": 7.94895601272583 }, "donor_index": null }, { "id": "test/geometry/226.json", "index": 31, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.9330853819847107, "target_logp_delta_mean": 0.022428452968597412, "first_target_raw_kl": 0.1986418682209981, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 28.23728370666504, "model.language_model.layers.19.mlp.down_proj.weight": 4.501567840576172 }, "donor_index": null }, { "id": "test/geometry/226.json", "index": 31, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.9330853819847107, "target_logp_delta_mean": 0.007296204566955566, "first_target_raw_kl": 0.034619544596356404, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.24722146987915, "model.language_model.layers.19.mlp.down_proj.weight": 8.012590408325195 }, "donor_index": 32 }, { "id": "test/geometry/226.json", "index": 31, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.9330853819847107, "target_logp_delta_mean": -0.023004233837127686, "first_target_raw_kl": 0.00599937929843914, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.87729549407959, "model.language_model.layers.19.mlp.down_proj.weight": 9.560029983520508 }, "donor_index": null }, { "id": "test/geometry/226.json", "index": 31, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.02298899181187153, "target_logp_delta_mean": -0.09158777259290218, "first_target_raw_kl": 0.24137190578035259, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.875314712524414, "model.language_model.layers.19.mlp.down_proj.weight": 10.218841552734375 }, "donor_index": null }, { "id": "test/geometry/226.json", "index": 31, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.02298899181187153, "target_logp_delta_mean": -0.07927206717431545, "first_target_raw_kl": 0.10509505862620658, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 32.14956283569336, "model.language_model.layers.19.mlp.down_proj.weight": 5.125260353088379 }, "donor_index": null }, { "id": "test/geometry/226.json", "index": 31, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.02298899181187153, "target_logp_delta_mean": -0.29279939644038677, "first_target_raw_kl": 1.5037100835793473, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 30.7969913482666, "model.language_model.layers.19.mlp.down_proj.weight": 9.755674362182617 }, "donor_index": 32 }, { "id": "test/geometry/226.json", "index": 31, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.02298899181187153, "target_logp_delta_mean": 0.005575895309448242, "first_target_raw_kl": 0.00795407025713488, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.875314712524414, "model.language_model.layers.19.mlp.down_proj.weight": 26.82619857788086 }, "donor_index": null }, { "id": "test/number_theory/203.json", "index": 32, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.3505600690841675, "target_logp_delta_mean": 0.08632123470306396, "first_target_raw_kl": 0.044861082325594825, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.10499382019043, "model.language_model.layers.19.mlp.down_proj.weight": 6.10054874420166 }, "donor_index": null }, { "id": "test/number_theory/203.json", "index": 32, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.3505600690841675, "target_logp_delta_mean": 0.02289581298828125, "first_target_raw_kl": 0.15767869406781632, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.79360580444336, "model.language_model.layers.19.mlp.down_proj.weight": 3.474320888519287 }, "donor_index": null }, { "id": "test/number_theory/203.json", "index": 32, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.3505600690841675, "target_logp_delta_mean": 0.02360832691192627, "first_target_raw_kl": 0.07703332266624896, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.481703758239746, "model.language_model.layers.19.mlp.down_proj.weight": 6.071002960205078 }, "donor_index": 33 }, { "id": "test/number_theory/203.json", "index": 32, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.3505600690841675, "target_logp_delta_mean": -0.06039321422576904, "first_target_raw_kl": 0.005154439861802348, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.10499382019043, "model.language_model.layers.19.mlp.down_proj.weight": 7.1576247215271 }, "donor_index": null }, { "id": "test/number_theory/203.json", "index": 32, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.015951775014400482, "target_logp_delta_mean": -0.22996935993433, "first_target_raw_kl": 1.3935000014939156, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.57785987854004, "model.language_model.layers.19.mlp.down_proj.weight": 7.961891174316406 }, "donor_index": null }, { "id": "test/number_theory/203.json", "index": 32, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.015951775014400482, "target_logp_delta_mean": -0.05709715932607651, "first_target_raw_kl": 0.19602511330417843, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.668546676635742, "model.language_model.layers.19.mlp.down_proj.weight": 4.251480579376221 }, "donor_index": null }, { "id": "test/number_theory/203.json", "index": 32, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.015951775014400482, "target_logp_delta_mean": -0.20631671696901321, "first_target_raw_kl": 1.2756085606933425, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.092580795288086, "model.language_model.layers.19.mlp.down_proj.weight": 8.475076675415039 }, "donor_index": 33 }, { "id": "test/number_theory/203.json", "index": 32, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.015951775014400482, "target_logp_delta_mean": -0.00671159103512764, "first_target_raw_kl": 0.007336860932505034, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.57785987854004, "model.language_model.layers.19.mlp.down_proj.weight": 29.7672119140625 }, "donor_index": null }, { "id": "test/prealgebra/465.json", "index": 33, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.5996163487434387, "target_logp_delta_mean": -0.042324721813201904, "first_target_raw_kl": 0.0006949651607823557, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.533087253570557, "model.language_model.layers.19.mlp.down_proj.weight": 6.837969779968262 }, "donor_index": null }, { "id": "test/prealgebra/465.json", "index": 33, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.5996163487434387, "target_logp_delta_mean": -0.14245373010635376, "first_target_raw_kl": 0.17701415209419674, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.246448516845703, "model.language_model.layers.19.mlp.down_proj.weight": 4.024770736694336 }, "donor_index": null }, { "id": "test/prealgebra/465.json", "index": 33, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.5996163487434387, "target_logp_delta_mean": -0.09427529573440552, "first_target_raw_kl": 0.13978283455273874, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 14.61181926727295, "model.language_model.layers.19.mlp.down_proj.weight": 11.286835670471191 }, "donor_index": 34 }, { "id": "test/prealgebra/465.json", "index": 33, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.5996163487434387, "target_logp_delta_mean": 0.004669547080993652, "first_target_raw_kl": 0.00042919025814139934, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.533087253570557, "model.language_model.layers.19.mlp.down_proj.weight": 9.970641136169434 }, "donor_index": null }, { "id": "test/prealgebra/465.json", "index": 33, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.008230247534811497, "target_logp_delta_mean": -0.09387906547635794, "first_target_raw_kl": 0.18381214885670188, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.421085357666016, "model.language_model.layers.19.mlp.down_proj.weight": 9.376964569091797 }, "donor_index": null }, { "id": "test/prealgebra/465.json", "index": 33, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.008230247534811497, "target_logp_delta_mean": -0.06648776587098837, "first_target_raw_kl": 0.09508275201568063, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 29.557289123535156, "model.language_model.layers.19.mlp.down_proj.weight": 4.712001800537109 }, "donor_index": null }, { "id": "test/prealgebra/465.json", "index": 33, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.008230247534811497, "target_logp_delta_mean": -0.16286329086869955, "first_target_raw_kl": 0.3574768641808688, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.308683395385742, "model.language_model.layers.19.mlp.down_proj.weight": 11.494787216186523 }, "donor_index": 34 }, { "id": "test/prealgebra/465.json", "index": 33, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.008230247534811497, "target_logp_delta_mean": -0.04249101039022207, "first_target_raw_kl": 0.0032775175634157504, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.421085357666016, "model.language_model.layers.19.mlp.down_proj.weight": 28.17717742919922 }, "donor_index": null }, { "id": "test/intermediate_algebra/752.json", "index": 34, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.0023799235932528973, "target_logp_delta_mean": -0.014378499705344439, "first_target_raw_kl": 0.00020699645259536067, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 13.548789978027344, "model.language_model.layers.19.mlp.down_proj.weight": 10.678709030151367 }, "donor_index": null }, { "id": "test/intermediate_algebra/752.json", "index": 34, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.0023799235932528973, "target_logp_delta_mean": -0.021791667211800814, "first_target_raw_kl": 0.0015549671018413051, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.583303451538086, "model.language_model.layers.19.mlp.down_proj.weight": 3.7596335411071777 }, "donor_index": null }, { "id": "test/intermediate_algebra/752.json", "index": 34, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.0023799235932528973, "target_logp_delta_mean": -0.0009469205979257822, "first_target_raw_kl": 2.6657671253146853e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.842623233795166, "model.language_model.layers.19.mlp.down_proj.weight": 6.211169242858887 }, "donor_index": 35 }, { "id": "test/intermediate_algebra/752.json", "index": 34, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.0023799235932528973, "target_logp_delta_mean": -0.0002570871729403734, "first_target_raw_kl": 0.00019904130529908997, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 13.548789978027344, "model.language_model.layers.19.mlp.down_proj.weight": 24.395423889160156 }, "donor_index": null }, { "id": "test/intermediate_algebra/752.json", "index": 34, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.12854298949241638, "target_logp_delta_mean": -0.43631038069725037, "first_target_raw_kl": 0.9954217650822763, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.004106521606445, "model.language_model.layers.19.mlp.down_proj.weight": 10.899822235107422 }, "donor_index": null }, { "id": "test/intermediate_algebra/752.json", "index": 34, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.12854298949241638, "target_logp_delta_mean": -0.3176659643650055, "first_target_raw_kl": 0.5567995533632054, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 28.14999771118164, "model.language_model.layers.19.mlp.down_proj.weight": 4.48765230178833 }, "donor_index": null }, { "id": "test/intermediate_algebra/752.json", "index": 34, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.12854298949241638, "target_logp_delta_mean": -0.47810789942741394, "first_target_raw_kl": 0.8336901997278899, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.563716888427734, "model.language_model.layers.19.mlp.down_proj.weight": 6.473147869110107 }, "donor_index": 35 }, { "id": "test/intermediate_algebra/752.json", "index": 34, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.12854298949241638, "target_logp_delta_mean": 0.033866994082927704, "first_target_raw_kl": 0.3059973554682873, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.004106521606445, "model.language_model.layers.19.mlp.down_proj.weight": 35.59867477416992 }, "donor_index": null }, { "id": "test/prealgebra/1317.json", "index": 35, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.7260526418685913, "target_logp_delta_mean": -0.030334830284118652, "first_target_raw_kl": 0.0012663311438315856, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.181337833404541, "model.language_model.layers.19.mlp.down_proj.weight": 4.665008068084717 }, "donor_index": null }, { "id": "test/prealgebra/1317.json", "index": 35, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.7260526418685913, "target_logp_delta_mean": 0.17144834995269775, "first_target_raw_kl": 0.007105760432081266, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 17.609041213989258, "model.language_model.layers.19.mlp.down_proj.weight": 2.807220935821533 }, "donor_index": null }, { "id": "test/prealgebra/1317.json", "index": 35, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.7260526418685913, "target_logp_delta_mean": 0.08594298362731934, "first_target_raw_kl": 0.0004722921606422519, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.167391777038574, "model.language_model.layers.19.mlp.down_proj.weight": 6.59174919128418 }, "donor_index": 36 }, { "id": "test/prealgebra/1317.json", "index": 35, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.7260526418685913, "target_logp_delta_mean": -0.002017974853515625, "first_target_raw_kl": 0.00034354896001196743, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.181337833404541, "model.language_model.layers.19.mlp.down_proj.weight": 5.885157585144043 }, "donor_index": null }, { "id": "test/prealgebra/1317.json", "index": 35, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.015540421940386295, "target_logp_delta_mean": -0.2542059114202857, "first_target_raw_kl": 0.25919825558605164, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.383546829223633, "model.language_model.layers.19.mlp.down_proj.weight": 5.343973636627197 }, "donor_index": null }, { "id": "test/prealgebra/1317.json", "index": 35, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.015540421940386295, "target_logp_delta_mean": -0.16201051976531744, "first_target_raw_kl": 0.08317174991985814, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.373668670654297, "model.language_model.layers.19.mlp.down_proj.weight": 3.7262136936187744 }, "donor_index": null }, { "id": "test/prealgebra/1317.json", "index": 35, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.015540421940386295, "target_logp_delta_mean": -0.1824317267164588, "first_target_raw_kl": 0.1441810512925859, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 14.287614822387695, "model.language_model.layers.19.mlp.down_proj.weight": 9.709187507629395 }, "donor_index": 36 }, { "id": "test/prealgebra/1317.json", "index": 35, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.015540421940386295, "target_logp_delta_mean": -0.009292167611420155, "first_target_raw_kl": 0.0038314663082028152, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.383546829223633, "model.language_model.layers.19.mlp.down_proj.weight": 25.75238037109375 }, "donor_index": null }, { "id": "test/precalculus/24313.json", "index": 36, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.7266739010810852, "target_logp_delta_mean": -0.0011154413223266602, "first_target_raw_kl": 0.004871430469199833, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.251321792602539, "model.language_model.layers.19.mlp.down_proj.weight": 8.046018600463867 }, "donor_index": null }, { "id": "test/precalculus/24313.json", "index": 36, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.7266739010810852, "target_logp_delta_mean": -0.0182839035987854, "first_target_raw_kl": 0.0052661486733278536, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.046829223632812, "model.language_model.layers.19.mlp.down_proj.weight": 3.3552703857421875 }, "donor_index": null }, { "id": "test/precalculus/24313.json", "index": 36, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.7266739010810852, "target_logp_delta_mean": -0.012420177459716797, "first_target_raw_kl": 0.001235842733382063, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.607091426849365, "model.language_model.layers.19.mlp.down_proj.weight": 7.163351535797119 }, "donor_index": 37 }, { "id": "test/precalculus/24313.json", "index": 36, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.7266739010810852, "target_logp_delta_mean": -0.003618478775024414, "first_target_raw_kl": 0.003215956217360274, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.251321792602539, "model.language_model.layers.19.mlp.down_proj.weight": 10.370874404907227 }, "donor_index": null }, { "id": "test/precalculus/24313.json", "index": 36, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.01314233336597681, "target_logp_delta_mean": -0.11484028305858374, "first_target_raw_kl": 0.22057768920532497, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 15.902271270751953, "model.language_model.layers.19.mlp.down_proj.weight": 10.783674240112305 }, "donor_index": null }, { "id": "test/precalculus/24313.json", "index": 36, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.01314233336597681, "target_logp_delta_mean": -0.08279852475970984, "first_target_raw_kl": 0.1015101073074109, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.061832427978516, "model.language_model.layers.19.mlp.down_proj.weight": 4.154758930206299 }, "donor_index": null }, { "id": "test/precalculus/24313.json", "index": 36, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.01314233336597681, "target_logp_delta_mean": -0.1806752821430564, "first_target_raw_kl": 0.21896787751296098, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.633638381958008, "model.language_model.layers.19.mlp.down_proj.weight": 9.982248306274414 }, "donor_index": 37 }, { "id": "test/precalculus/24313.json", "index": 36, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.01314233336597681, "target_logp_delta_mean": -0.02168466430157423, "first_target_raw_kl": 0.028411198023148978, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 15.902271270751953, "model.language_model.layers.19.mlp.down_proj.weight": 21.976640701293945 }, "donor_index": null }, { "id": "test/counting_and_probability/339.json", "index": 37, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.7772082090377808, "target_logp_delta_mean": 0.02909642457962036, "first_target_raw_kl": 0.08798301131510528, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.528711318969727, "model.language_model.layers.19.mlp.down_proj.weight": 7.1010613441467285 }, "donor_index": null }, { "id": "test/counting_and_probability/339.json", "index": 37, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.7772082090377808, "target_logp_delta_mean": -0.0934455394744873, "first_target_raw_kl": 0.30574322795645, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.752452850341797, "model.language_model.layers.19.mlp.down_proj.weight": 3.3083412647247314 }, "donor_index": null }, { "id": "test/counting_and_probability/339.json", "index": 37, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.7772082090377808, "target_logp_delta_mean": 0.018183350563049316, "first_target_raw_kl": 0.0015296044020157783, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.7216291427612305, "model.language_model.layers.19.mlp.down_proj.weight": 5.643213748931885 }, "donor_index": 38 }, { "id": "test/counting_and_probability/339.json", "index": 37, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.7772082090377808, "target_logp_delta_mean": -0.027293086051940918, "first_target_raw_kl": 0.006810818410154328, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.528711318969727, "model.language_model.layers.19.mlp.down_proj.weight": 9.739727973937988 }, "donor_index": null }, { "id": "test/counting_and_probability/339.json", "index": 37, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.011013299226760864, "target_logp_delta_mean": -0.2240450382232666, "first_target_raw_kl": 0.30687312678608303, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.441450119018555, "model.language_model.layers.19.mlp.down_proj.weight": 9.880449295043945 }, "donor_index": null }, { "id": "test/counting_and_probability/339.json", "index": 37, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.011013299226760864, "target_logp_delta_mean": -0.12632882595062256, "first_target_raw_kl": 0.11552831071271319, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 25.82468605041504, "model.language_model.layers.19.mlp.down_proj.weight": 4.116953372955322 }, "donor_index": null }, { "id": "test/counting_and_probability/339.json", "index": 37, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.011013299226760864, "target_logp_delta_mean": -0.3119843304157257, "first_target_raw_kl": 0.32449918970932845, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.80878257751465, "model.language_model.layers.19.mlp.down_proj.weight": 8.386555671691895 }, "donor_index": 38 }, { "id": "test/counting_and_probability/339.json", "index": 37, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.011013299226760864, "target_logp_delta_mean": -0.03321506828069687, "first_target_raw_kl": 0.013536170495838828, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.441450119018555, "model.language_model.layers.19.mlp.down_proj.weight": 30.517484664916992 }, "donor_index": null }, { "id": "test/prealgebra/1203.json", "index": 38, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.9414229989051819, "target_logp_delta_mean": 0.02625429630279541, "first_target_raw_kl": 0.0005024142225823554, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.027747631072998, "model.language_model.layers.19.mlp.down_proj.weight": 4.5376505851745605 }, "donor_index": null }, { "id": "test/prealgebra/1203.json", "index": 38, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.9414229989051819, "target_logp_delta_mean": -0.3418692946434021, "first_target_raw_kl": 0.11174787914878742, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 16.89582633972168, "model.language_model.layers.19.mlp.down_proj.weight": 2.6935205459594727 }, "donor_index": null }, { "id": "test/prealgebra/1203.json", "index": 38, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.9414229989051819, "target_logp_delta_mean": -0.05812573432922363, "first_target_raw_kl": 0.012944814120809165, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.394467353820801, "model.language_model.layers.19.mlp.down_proj.weight": 5.746535778045654 }, "donor_index": 39 }, { "id": "test/prealgebra/1203.json", "index": 38, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.9414229989051819, "target_logp_delta_mean": -0.006843864917755127, "first_target_raw_kl": 0.0005015900369340087, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.027747631072998, "model.language_model.layers.19.mlp.down_proj.weight": 4.58395528793335 }, "donor_index": null }, { "id": "test/prealgebra/1203.json", "index": 38, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.006520390044897795, "target_logp_delta_mean": -0.19978167163208127, "first_target_raw_kl": 0.40200682388592085, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.128280639648438, "model.language_model.layers.19.mlp.down_proj.weight": 7.690600872039795 }, "donor_index": null }, { "id": "test/prealgebra/1203.json", "index": 38, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.006520390044897795, "target_logp_delta_mean": -0.07313633756712079, "first_target_raw_kl": 0.12892069300452208, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.841169357299805, "model.language_model.layers.19.mlp.down_proj.weight": 3.6413230895996094 }, "donor_index": null }, { "id": "test/prealgebra/1203.json", "index": 38, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.006520390044897795, "target_logp_delta_mean": -0.19035413907840848, "first_target_raw_kl": 0.5893033417592403, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 16.190122604370117, "model.language_model.layers.19.mlp.down_proj.weight": 7.097000598907471 }, "donor_index": 39 }, { "id": "test/prealgebra/1203.json", "index": 38, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.006520390044897795, "target_logp_delta_mean": -0.00316065875813365, "first_target_raw_kl": 0.0036171244491673363, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.128280639648438, "model.language_model.layers.19.mlp.down_proj.weight": 24.854307174682617 }, "donor_index": null }, { "id": "test/algebra/2551.json", "index": 39, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.0344109535217285, "target_logp_delta_mean": 0.04457437992095947, "first_target_raw_kl": 0.001051087015181386, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 8.708925247192383, "model.language_model.layers.19.mlp.down_proj.weight": 8.105012893676758 }, "donor_index": null }, { "id": "test/algebra/2551.json", "index": 39, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.0344109535217285, "target_logp_delta_mean": -0.07957160472869873, "first_target_raw_kl": 0.13613127950582254, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.099411010742188, "model.language_model.layers.19.mlp.down_proj.weight": 3.8419108390808105 }, "donor_index": null }, { "id": "test/algebra/2551.json", "index": 39, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.0344109535217285, "target_logp_delta_mean": -0.0275723934173584, "first_target_raw_kl": 0.001823433410684486, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.6573550701141357, "model.language_model.layers.19.mlp.down_proj.weight": 7.418708324432373 }, "donor_index": 40 }, { "id": "test/algebra/2551.json", "index": 39, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.0344109535217285, "target_logp_delta_mean": -0.026410937309265137, "first_target_raw_kl": 0.010327032958255803, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 8.708925247192383, "model.language_model.layers.19.mlp.down_proj.weight": 9.483502388000488 }, "donor_index": null }, { "id": "test/algebra/2551.json", "index": 39, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.03871234133839607, "target_logp_delta_mean": -0.3455284647643566, "first_target_raw_kl": 0.31418698243619414, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.254362106323242, "model.language_model.layers.19.mlp.down_proj.weight": 9.156523704528809 }, "donor_index": null }, { "id": "test/algebra/2551.json", "index": 39, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.03871234133839607, "target_logp_delta_mean": -0.344519417732954, "first_target_raw_kl": 0.2560008314903857, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 28.58376693725586, "model.language_model.layers.19.mlp.down_proj.weight": 4.5568037033081055 }, "donor_index": null }, { "id": "test/algebra/2551.json", "index": 39, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.03871234133839607, "target_logp_delta_mean": -0.5370426587760448, "first_target_raw_kl": 0.21936566711630776, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.938823699951172, "model.language_model.layers.19.mlp.down_proj.weight": 7.2015156745910645 }, "donor_index": 40 }, { "id": "test/algebra/2551.json", "index": 39, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.03871234133839607, "target_logp_delta_mean": -0.03818254545331001, "first_target_raw_kl": 0.006852144802462058, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.254362106323242, "model.language_model.layers.19.mlp.down_proj.weight": 21.332847595214844 }, "donor_index": null }, { "id": "test/prealgebra/1302.json", "index": 40, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.3053171634674072, "target_logp_delta_mean": 0.0062847137451171875, "first_target_raw_kl": 0.00030260311386523563, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 2.209172487258911, "model.language_model.layers.19.mlp.down_proj.weight": 4.391324520111084 }, "donor_index": null }, { "id": "test/prealgebra/1302.json", "index": 40, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.3053171634674072, "target_logp_delta_mean": 0.018224477767944336, "first_target_raw_kl": 0.0013726533078609732, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 14.377721786499023, "model.language_model.layers.19.mlp.down_proj.weight": 2.292086362838745 }, "donor_index": null }, { "id": "test/prealgebra/1302.json", "index": 40, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.3053171634674072, "target_logp_delta_mean": 0.0011982917785644531, "first_target_raw_kl": 0.00045888512670491763, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.0849502086639404, "model.language_model.layers.19.mlp.down_proj.weight": 4.24194860458374 }, "donor_index": 41 }, { "id": "test/prealgebra/1302.json", "index": 40, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.3053171634674072, "target_logp_delta_mean": -0.01301419734954834, "first_target_raw_kl": 0.0004749786718158046, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 2.209172487258911, "model.language_model.layers.19.mlp.down_proj.weight": 4.845667362213135 }, "donor_index": null }, { "id": "test/prealgebra/1302.json", "index": 40, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.14875806868076324, "target_logp_delta_mean": -0.14350761473178864, "first_target_raw_kl": 0.1830821703976786, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 16.939273834228516, "model.language_model.layers.19.mlp.down_proj.weight": 5.350215435028076 }, "donor_index": null }, { "id": "test/prealgebra/1302.json", "index": 40, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.14875806868076324, "target_logp_delta_mean": -0.1349249631166458, "first_target_raw_kl": 0.13500591641325418, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.046829223632812, "model.language_model.layers.19.mlp.down_proj.weight": 3.3552703857421875 }, "donor_index": null }, { "id": "test/prealgebra/1302.json", "index": 40, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.14875806868076324, "target_logp_delta_mean": -0.33246229588985443, "first_target_raw_kl": 0.46414770080414136, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 15.633126258850098, "model.language_model.layers.19.mlp.down_proj.weight": 6.888477325439453 }, "donor_index": 41 }, { "id": "test/prealgebra/1302.json", "index": 40, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.14875806868076324, "target_logp_delta_mean": -0.0598507821559906, "first_target_raw_kl": 0.1612608327728503, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 16.939273834228516, "model.language_model.layers.19.mlp.down_proj.weight": 18.289180755615234 }, "donor_index": null }, { "id": "test/algebra/1934.json", "index": 41, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.9137012958526611, "target_logp_delta_mean": -0.03400689363479614, "first_target_raw_kl": 0.0012915357303322275, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.391511917114258, "model.language_model.layers.19.mlp.down_proj.weight": 7.052628517150879 }, "donor_index": null }, { "id": "test/algebra/1934.json", "index": 41, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.9137012958526611, "target_logp_delta_mean": -0.22330236434936523, "first_target_raw_kl": 0.07499474893875774, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.201311111450195, "model.language_model.layers.19.mlp.down_proj.weight": 3.8581557273864746 }, "donor_index": null }, { "id": "test/algebra/1934.json", "index": 41, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.9137012958526611, "target_logp_delta_mean": -0.11584186553955078, "first_target_raw_kl": 0.01630062985846338, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 8.673089981079102, "model.language_model.layers.19.mlp.down_proj.weight": 8.929910659790039 }, "donor_index": 42 }, { "id": "test/algebra/1934.json", "index": 41, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.9137012958526611, "target_logp_delta_mean": 0.04174685478210449, "first_target_raw_kl": 0.0017626478742736498, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 5.391511917114258, "model.language_model.layers.19.mlp.down_proj.weight": 8.194324493408203 }, "donor_index": null }, { "id": "test/algebra/1934.json", "index": 41, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.003553966525942087, "target_logp_delta_mean": -0.10832632845267653, "first_target_raw_kl": 0.10523717963583583, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.271678924560547, "model.language_model.layers.19.mlp.down_proj.weight": 9.657456398010254 }, "donor_index": null }, { "id": "test/algebra/1934.json", "index": 41, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.003553966525942087, "target_logp_delta_mean": -0.040379324462264776, "first_target_raw_kl": 0.02933790914788245, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 28.66973304748535, "model.language_model.layers.19.mlp.down_proj.weight": 4.5705084800720215 }, "donor_index": null }, { "id": "test/algebra/1934.json", "index": 41, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.003553966525942087, "target_logp_delta_mean": -0.09418695932254195, "first_target_raw_kl": 0.1324973522322518, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 19.71479034423828, "model.language_model.layers.19.mlp.down_proj.weight": 15.013447761535645 }, "donor_index": 42 }, { "id": "test/algebra/1934.json", "index": 41, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.003553966525942087, "target_logp_delta_mean": -0.0021264790557324886, "first_target_raw_kl": 0.013019613575475545, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.271678924560547, "model.language_model.layers.19.mlp.down_proj.weight": 27.661476135253906 }, "donor_index": null }, { "id": "test/number_theory/1257.json", "index": 42, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.8061612844467163, "target_logp_delta_mean": 0.015745937824249268, "first_target_raw_kl": 0.006112278020638249, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.663332939147949, "model.language_model.layers.19.mlp.down_proj.weight": 7.995025634765625 }, "donor_index": null }, { "id": "test/number_theory/1257.json", "index": 42, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.8061612844467163, "target_logp_delta_mean": -0.18493735790252686, "first_target_raw_kl": 0.08267398728953415, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.62356185913086, "model.language_model.layers.19.mlp.down_proj.weight": 3.4472126960754395 }, "donor_index": null }, { "id": "test/number_theory/1257.json", "index": 42, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.8061612844467163, "target_logp_delta_mean": -0.10299122333526611, "first_target_raw_kl": 0.10247953916646087, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 9.853290557861328, "model.language_model.layers.19.mlp.down_proj.weight": 12.987529754638672 }, "donor_index": 43 }, { "id": "test/number_theory/1257.json", "index": 42, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.8061612844467163, "target_logp_delta_mean": 0.027889549732208252, "first_target_raw_kl": 0.0009256657019559342, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.663332939147949, "model.language_model.layers.19.mlp.down_proj.weight": 12.074068069458008 }, "donor_index": null }, { "id": "test/number_theory/1257.json", "index": 42, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.006835796870291233, "target_logp_delta_mean": -0.1739352261647582, "first_target_raw_kl": 0.024989441332896562, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.1903076171875, "model.language_model.layers.19.mlp.down_proj.weight": 13.935297012329102 }, "donor_index": null }, { "id": "test/number_theory/1257.json", "index": 42, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.006835796870291233, "target_logp_delta_mean": -0.13075826223939657, "first_target_raw_kl": 0.011747134739108895, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 26.529767990112305, "model.language_model.layers.19.mlp.down_proj.weight": 4.22935676574707 }, "donor_index": null }, { "id": "test/number_theory/1257.json", "index": 42, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.006835796870291233, "target_logp_delta_mean": -0.28320570942014456, "first_target_raw_kl": 0.048344842536246234, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.450763702392578, "model.language_model.layers.19.mlp.down_proj.weight": 14.955124855041504 }, "donor_index": 43 }, { "id": "test/number_theory/1257.json", "index": 42, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.006835796870291233, "target_logp_delta_mean": -0.036579675041139126, "first_target_raw_kl": 0.0006868707383869965, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.1903076171875, "model.language_model.layers.19.mlp.down_proj.weight": 29.755613327026367 }, "donor_index": null }, { "id": "test/precalculus/34.json", "index": 43, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.05344967916607857, "target_logp_delta_mean": -0.004777025431394577, "first_target_raw_kl": 0.0013709565170702859, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 11.195451736450195, "model.language_model.layers.19.mlp.down_proj.weight": 14.9048433303833 }, "donor_index": null }, { "id": "test/precalculus/34.json", "index": 43, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.05344967916607857, "target_logp_delta_mean": -0.04727671667933464, "first_target_raw_kl": 0.0009852723156156592, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.704511642456055, "model.language_model.layers.19.mlp.down_proj.weight": 3.938375473022461 }, "donor_index": null }, { "id": "test/precalculus/34.json", "index": 43, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.05344967916607857, "target_logp_delta_mean": 0.004036564379930496, "first_target_raw_kl": 3.2547563303830087e-06, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 8.36251163482666, "model.language_model.layers.19.mlp.down_proj.weight": 7.65767240524292 }, "donor_index": 44 }, { "id": "test/precalculus/34.json", "index": 43, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.05344967916607857, "target_logp_delta_mean": 0.010975580662488937, "first_target_raw_kl": 0.001057752197434124, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 11.195451736450195, "model.language_model.layers.19.mlp.down_proj.weight": 28.17101287841797 }, "donor_index": null }, { "id": "test/precalculus/34.json", "index": 43, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.012214749120175838, "target_logp_delta_mean": -0.2496966728940606, "first_target_raw_kl": 1.5374961920128074, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.516212463378906, "model.language_model.layers.19.mlp.down_proj.weight": 16.28572654724121 }, "donor_index": null }, { "id": "test/precalculus/34.json", "index": 43, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.012214749120175838, "target_logp_delta_mean": -0.16557584796100855, "first_target_raw_kl": 1.2020312603882826, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 29.095754623413086, "model.language_model.layers.19.mlp.down_proj.weight": 4.638424873352051 }, "donor_index": null }, { "id": "test/precalculus/34.json", "index": 43, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.012214749120175838, "target_logp_delta_mean": -0.574969501234591, "first_target_raw_kl": 2.9401109646725403, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.05440902709961, "model.language_model.layers.19.mlp.down_proj.weight": 10.690204620361328 }, "donor_index": 44 }, { "id": "test/precalculus/34.json", "index": 43, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.012214749120175838, "target_logp_delta_mean": -0.06428402755409479, "first_target_raw_kl": 0.3287331226799837, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.516212463378906, "model.language_model.layers.19.mlp.down_proj.weight": 39.282012939453125 }, "donor_index": null }, { "id": "test/counting_and_probability/1014.json", "index": 44, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.2177159786224365, "target_logp_delta_mean": -0.002453327178955078, "first_target_raw_kl": 2.7670165588156445e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.969467639923096, "model.language_model.layers.19.mlp.down_proj.weight": 7.269089221954346 }, "donor_index": null }, { "id": "test/counting_and_probability/1014.json", "index": 44, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.2177159786224365, "target_logp_delta_mean": -0.14328932762145996, "first_target_raw_kl": 0.0035701248167939767, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 23.21520233154297, "model.language_model.layers.19.mlp.down_proj.weight": 3.700951099395752 }, "donor_index": null }, { "id": "test/counting_and_probability/1014.json", "index": 44, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.2177159786224365, "target_logp_delta_mean": 0.030046463012695312, "first_target_raw_kl": 7.230275281519259e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.542882442474365, "model.language_model.layers.19.mlp.down_proj.weight": 6.61919641494751 }, "donor_index": 45 }, { "id": "test/counting_and_probability/1014.json", "index": 44, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.2177159786224365, "target_logp_delta_mean": 0.005500316619873047, "first_target_raw_kl": 5.78928816163194e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.969467639923096, "model.language_model.layers.19.mlp.down_proj.weight": 9.630776405334473 }, "donor_index": null }, { "id": "test/counting_and_probability/1014.json", "index": 44, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.017388682812452316, "target_logp_delta_mean": -0.1350887008011341, "first_target_raw_kl": 0.23140101288745235, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.8461856842041, "model.language_model.layers.19.mlp.down_proj.weight": 10.369584083557129 }, "donor_index": null }, { "id": "test/counting_and_probability/1014.json", "index": 44, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.017388682812452316, "target_logp_delta_mean": -0.08627496287226677, "first_target_raw_kl": 0.13852382368619842, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 27.84233856201172, "model.language_model.layers.19.mlp.down_proj.weight": 4.438605785369873 }, "donor_index": null }, { "id": "test/counting_and_probability/1014.json", "index": 44, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.017388682812452316, "target_logp_delta_mean": -0.2368122823536396, "first_target_raw_kl": 0.3454569742938192, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.645973205566406, "model.language_model.layers.19.mlp.down_proj.weight": 8.80593490600586 }, "donor_index": 45 }, { "id": "test/counting_and_probability/1014.json", "index": 44, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.017388682812452316, "target_logp_delta_mean": 0.0018729455769062042, "first_target_raw_kl": 0.0025509849087502353, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.8461856842041, "model.language_model.layers.19.mlp.down_proj.weight": 28.37418556213379 }, "donor_index": null }, { "id": "test/number_theory/183.json", "index": 45, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.7890449166297913, "target_logp_delta_mean": 0.003824174404144287, "first_target_raw_kl": 0.005723681403834646, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.221146583557129, "model.language_model.layers.19.mlp.down_proj.weight": 6.3563103675842285 }, "donor_index": null }, { "id": "test/number_theory/183.json", "index": 45, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.7890449166297913, "target_logp_delta_mean": -0.25318652391433716, "first_target_raw_kl": 0.17937863117139388, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.295955657958984, "model.language_model.layers.19.mlp.down_proj.weight": 3.554405450820923 }, "donor_index": null }, { "id": "test/number_theory/183.json", "index": 45, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.7890449166297913, "target_logp_delta_mean": -0.10870349407196045, "first_target_raw_kl": 0.08208363782907226, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.3665642738342285, "model.language_model.layers.19.mlp.down_proj.weight": 6.497889518737793 }, "donor_index": 46 }, { "id": "test/number_theory/183.json", "index": 45, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.7890449166297913, "target_logp_delta_mean": -0.01994013786315918, "first_target_raw_kl": 0.00179979243996447, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 7.221146583557129, "model.language_model.layers.19.mlp.down_proj.weight": 7.701679706573486 }, "donor_index": null }, { "id": "test/number_theory/183.json", "index": 45, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.007978880777955055, "target_logp_delta_mean": -0.1989110466092825, "first_target_raw_kl": 0.26848505493042585, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.91827392578125, "model.language_model.layers.19.mlp.down_proj.weight": 8.607035636901855 }, "donor_index": null }, { "id": "test/number_theory/183.json", "index": 45, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.007978880777955055, "target_logp_delta_mean": -0.1205195989459753, "first_target_raw_kl": 0.09972499219273499, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 27.080617904663086, "model.language_model.layers.19.mlp.down_proj.weight": 4.317173004150391 }, "donor_index": null }, { "id": "test/number_theory/183.json", "index": 45, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.007978880777955055, "target_logp_delta_mean": -0.32510525546967983, "first_target_raw_kl": 0.7614292828590226, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 20.73365592956543, "model.language_model.layers.19.mlp.down_proj.weight": 8.261927604675293 }, "donor_index": 46 }, { "id": "test/number_theory/183.json", "index": 45, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.007978880777955055, "target_logp_delta_mean": -0.0073572853580117226, "first_target_raw_kl": 0.0060700843004768195, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.91827392578125, "model.language_model.layers.19.mlp.down_proj.weight": 22.863357543945312 }, "donor_index": null }, { "id": "test/intermediate_algebra/1388.json", "index": 46, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -0.08536751568317413, "target_logp_delta_mean": -0.08426988124847412, "first_target_raw_kl": 0.0006996946166448113, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.934028148651123, "model.language_model.layers.19.mlp.down_proj.weight": 7.253927230834961 }, "donor_index": null }, { "id": "test/intermediate_algebra/1388.json", "index": 46, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -0.08536751568317413, "target_logp_delta_mean": -0.2016666978597641, "first_target_raw_kl": 0.0048686842175338155, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 24.704511642456055, "model.language_model.layers.19.mlp.down_proj.weight": 3.938375473022461 }, "donor_index": null }, { "id": "test/intermediate_algebra/1388.json", "index": 46, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.08536751568317413, "target_logp_delta_mean": -0.027819424867630005, "first_target_raw_kl": 3.351122566127201e-05, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 4.651827335357666, "model.language_model.layers.19.mlp.down_proj.weight": 6.887221813201904 }, "donor_index": 47 }, { "id": "test/intermediate_algebra/1388.json", "index": 46, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -0.08536751568317413, "target_logp_delta_mean": -0.011171326041221619, "first_target_raw_kl": 0.00021445055569551254, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 6.934028148651123, "model.language_model.layers.19.mlp.down_proj.weight": 11.228225708007812 }, "donor_index": null }, { "id": "test/intermediate_algebra/1388.json", "index": 46, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.01852373778820038, "target_logp_delta_mean": -0.13688300549983978, "first_target_raw_kl": 0.031686387218500735, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.16714859008789, "model.language_model.layers.19.mlp.down_proj.weight": 8.924517631530762 }, "donor_index": null }, { "id": "test/intermediate_algebra/1388.json", "index": 46, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.01852373778820038, "target_logp_delta_mean": -0.09564381837844849, "first_target_raw_kl": 0.009031834779311207, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 29.095754623413086, "model.language_model.layers.19.mlp.down_proj.weight": 4.638424873352051 }, "donor_index": null }, { "id": "test/intermediate_algebra/1388.json", "index": 46, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.01852373778820038, "target_logp_delta_mean": -0.22183792293071747, "first_target_raw_kl": 0.030078435317042504, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 31.273937225341797, "model.language_model.layers.19.mlp.down_proj.weight": 8.076842308044434 }, "donor_index": 47 }, { "id": "test/intermediate_algebra/1388.json", "index": 46, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.01852373778820038, "target_logp_delta_mean": -0.012836102396249771, "first_target_raw_kl": 0.0015132065545354373, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.16714859008789, "model.language_model.layers.19.mlp.down_proj.weight": 29.83675765991211 }, "donor_index": null }, { "id": "test/prealgebra/1458.json", "index": 47, "condition": "productive", "method": "exact", "gain": 1.0, "baseline_logp": -1.0757884979248047, "target_logp_delta_mean": -0.04273116588592529, "first_target_raw_kl": 0.0019420566485188785, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 2.7123546600341797, "model.language_model.layers.19.mlp.down_proj.weight": 4.022584438323975 }, "donor_index": null }, { "id": "test/prealgebra/1458.json", "index": 47, "condition": "productive", "method": "constant", "gain": 2.0, "baseline_logp": -1.0757884979248047, "target_logp_delta_mean": 0.0062291622161865234, "first_target_raw_kl": 0.013049429963872046, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 14.46304988861084, "model.language_model.layers.19.mlp.down_proj.weight": 2.3056893348693848 }, "donor_index": null }, { "id": "test/prealgebra/1458.json", "index": 47, "condition": "productive", "method": "shuffle", "gain": 1.0, "baseline_logp": -1.0757884979248047, "target_logp_delta_mean": -0.030035734176635742, "first_target_raw_kl": 0.008572275094976593, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 3.703248977661133, "model.language_model.layers.19.mlp.down_proj.weight": 5.878180027008057 }, "donor_index": 16 }, { "id": "test/prealgebra/1458.json", "index": 47, "condition": "productive", "method": "random", "gain": 1.0, "baseline_logp": -1.0757884979248047, "target_logp_delta_mean": -0.019695520401000977, "first_target_raw_kl": 0.0013045706774156144, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 2.7123544216156006, "model.language_model.layers.19.mlp.down_proj.weight": 4.369416236877441 }, "donor_index": null }, { "id": "test/prealgebra/1458.json", "index": 47, "condition": "repetitive", "method": "exact", "gain": 1.0, "baseline_logp": -0.006240122020244598, "target_logp_delta_mean": -0.17504744976758957, "first_target_raw_kl": 0.014225876513874101, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.811655044555664, "model.language_model.layers.19.mlp.down_proj.weight": 5.829916000366211 }, "donor_index": null }, { "id": "test/prealgebra/1458.json", "index": 47, "condition": "repetitive", "method": "constant", "gain": 2.0, "baseline_logp": -0.006240122020244598, "target_logp_delta_mean": -0.04927901178598404, "first_target_raw_kl": 0.00210533278752862, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 21.10521125793457, "model.language_model.layers.19.mlp.down_proj.weight": 3.3645777702331543 }, "donor_index": null }, { "id": "test/prealgebra/1458.json", "index": 47, "condition": "repetitive", "method": "shuffle", "gain": 1.0, "baseline_logp": -0.006240122020244598, "target_logp_delta_mean": -0.1675790771842003, "first_target_raw_kl": 0.014921469672764214, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 18.250951766967773, "model.language_model.layers.19.mlp.down_proj.weight": 7.929561614990234 }, "donor_index": 16 }, { "id": "test/prealgebra/1458.json", "index": 47, "condition": "repetitive", "method": "random", "gain": 1.0, "baseline_logp": -0.006240122020244598, "target_logp_delta_mean": -0.0051409173756837845, "first_target_raw_kl": 0.008089207095864666, "intervention_l2": { "model.language_model.layers.15.mlp.down_proj.weight": 22.811655044555664, "model.language_model.layers.19.mlp.down_proj.weight": 30.657026290893555 }, "donor_index": null } ], "forward_calls": 688, "processed_tokens": 188128, "wall_seconds": 62.176801897003315, "gpu_peak_bytes": 3544594432 }, "inputs": [ { "file": "e2.json", "sha256": "a92cafc8a621aee71a80b55e85c206803b143f4c0ecf9d9deb7fa674e4c009ee" }, { "file": "e3_calibration.jsonl", "sha256": "8f54b579a1b85fa505eac5beb3ca06ba71b9d51f43bb7ba99ad73f9a9a8b2729" }, { "file": "e1fp32.jsonl", "sha256": "f6c85797942adf0e2c0d31172e28154998b2b6ee69010073a3757d2d246d24da" }, { "file": "e0.jsonl", "sha256": "32295da1bbaff82f11e430adf2c4d627d05959d8dba79c95d85c3c6b7834e4b9" }, { "file": "e1.jsonl", "sha256": "e580e8f43dfbd2035f0ad0b024bc6dd459589ae1b271d2c9771a211d6b02f049" }, { "file": "e3.jsonl", "sha256": "9f8bda23405ddff3710ba82c9affe866efd6b2f359ac7f965c78a2eefec59c80" } ] }