diff --git "a/adaptertestsfor2bitday2/orbitquant_W4_vs_W2_all_layers.csv" "b/adaptertestsfor2bitday2/orbitquant_W4_vs_W2_all_layers.csv"
new file mode 100644--- /dev/null
+++ "b/adaptertestsfor2bitday2/orbitquant_W4_vs_W2_all_layers.csv"
@@ -0,0 +1,723 @@
+module_name,ldm_key,suffix,out_features,in_features,n_observations,has_old_rank128,old_rank128_rank,has_phase1b,phase1b_rank,phase1b_has_gamma_beta,has_phase2,phase2_rank,phase2_has_gamma_beta,has_composite,composite_source,composite_rank,ref_abs_mean,ref_std_mean,w4_mse_mean,w4_mae_mean,w4_rmse_mean,w4_rel_mae_mean,w4_rel_rmse_mean,w4_p99_abs_mean,w4_pred_std_mean,w4_std_ratio_mean,w4_bias_mean_mean,w2_raw_mse_mean,w2_raw_mae_mean,w2_raw_rmse_mean,w2_raw_rel_mae_mean,w2_raw_rel_rmse_mean,w2_raw_p99_abs_mean,w2_raw_pred_std_mean,w2_raw_std_ratio_mean,w2_raw_bias_mean_mean,w2_old_rank128_effective_mse_mean,w2_old_rank128_effective_mae_mean,w2_old_rank128_effective_rmse_mean,w2_old_rank128_effective_rel_mae_mean,w2_old_rank128_effective_rel_rmse_mean,w2_old_rank128_effective_p99_abs_mean,w2_old_rank128_effective_pred_std_mean,w2_old_rank128_effective_std_ratio_mean,w2_old_rank128_effective_bias_mean_mean,w2_phase1b_effective_mse_mean,w2_phase1b_effective_mae_mean,w2_phase1b_effective_rmse_mean,w2_phase1b_effective_rel_mae_mean,w2_phase1b_effective_rel_rmse_mean,w2_phase1b_effective_p99_abs_mean,w2_phase1b_effective_pred_std_mean,w2_phase1b_effective_std_ratio_mean,w2_phase1b_effective_bias_mean_mean,w2_phase2_effective_mse_mean,w2_phase2_effective_mae_mean,w2_phase2_effective_rmse_mean,w2_phase2_effective_rel_mae_mean,w2_phase2_effective_rel_rmse_mean,w2_phase2_effective_p99_abs_mean,w2_phase2_effective_pred_std_mean,w2_phase2_effective_std_ratio_mean,w2_phase2_effective_bias_mean_mean,w2_composite_effective_mse_mean,w2_composite_effective_mae_mean,w2_composite_effective_rmse_mean,w2_composite_effective_rel_mae_mean,w2_composite_effective_rel_rmse_mean,w2_composite_effective_p99_abs_mean,w2_composite_effective_pred_std_mean,w2_composite_effective_std_ratio_mean,w2_composite_effective_bias_mean_mean,w2_raw_mse_minus_w4_mse,w2_composite_mse_minus_w4_mse,w2_raw_to_w4_mse_ratio,w2_composite_to_w4_mse_ratio,old_rank128_improvement_vs_raw,phase1b_improvement_vs_raw,phase2_improvement_vs_raw,composite_improvement_vs_raw,phase1b_vs_old_mse_ratio,composite_vs_phase1b_mse_ratio,remaining_w2_specific_gap_score,raw_w2_specific_gap_score,training_priority_rank,recommended_action,recommended_rank,w2_composite_mse_mean
+up_blocks.1.attentions.0.transformer_blocks.1.attn1.to_v,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,1.1289777691875185,1.4189877871956145,0.016171995251040374,0.10119921208492347,0.1271663404009123,0.08994082544801486,0.0899287126890532,0.3306223154067993,1.3955410080296653,0.9834705434125207,-0.0012748227486229422,0.125401715614966,0.28253945282527376,0.354019516727451,0.2507595140483608,0.25000176350948483,0.9115685437406812,1.2782981927905763,0.9010863790262363,0.005196224192332011,0.125401715614966,0.28253945282527376,0.354019516727451,0.2507595140483608,0.25000176350948483,0.9115685437406812,1.2782981927905763,0.9010863790262363,0.005196224192332011,0.125401715614966,0.28253945282527376,0.354019516727451,0.2507595140483608,0.25000176350948483,0.9115685437406812,1.2782981927905763,0.9010863790262363,0.005196224192332011,0.125401715614966,0.28253945282527376,0.354019516727451,0.2507595140483608,0.25000176350948483,0.9115685437406812,1.2782981927905763,0.9010863790262363,0.005196224192332011,0.125401715614966,0.28253945282527376,0.354019516727451,0.2507595140483608,0.25000176350948483,0.9115685437406812,1.2782981927905763,0.9010863790262363,0.005196224192332011,0.10922972036392561,0.10922972036392561,7.754251325243521,7.754251325243521,0.9999999999920256,0.9999999999920256,0.9999999999920256,0.9999999999920256,0.9999999999920256,0.9999999999920256,0.8469947038879494,0.8469947038879494,1,add_adapter_missing_layer,256,0.125401715614966
+up_blocks.1.attentions.1.transformer_blocks.1.attn1.to_q,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,1.0416942472968782,1.3126783115523202,0.01798078600716378,0.10646905470639467,0.1340709708619647,0.10231560641829997,0.10222945919166262,0.3509821721485683,1.2939020544290543,0.9856818470571062,-0.0008738804189688056,0.130427686364523,0.28696073751364437,0.36106689956902877,0.27565719810012,0.2752130125173176,0.94286162512643,1.1868973076343536,0.9042505332681764,-0.008176391262428038,0.130427686364523,0.28696073751364437,0.36106689956902877,0.27565719810012,0.2752130125173176,0.94286162512643,1.1868973076343536,0.9042505332681764,-0.008176391262428038,0.130427686364523,0.28696073751364437,0.36106689956902877,0.27565719810012,0.2752130125173176,0.94286162512643,1.1868973076343536,0.9042505332681764,-0.008176391262428038,0.130427686364523,0.28696073751364437,0.36106689956902877,0.27565719810012,0.2752130125173176,0.94286162512643,1.1868973076343536,0.9042505332681764,-0.008176391262428038,0.130427686364523,0.28696073751364437,0.36106689956902877,0.27565719810012,0.2752130125173176,0.94286162512643,1.1868973076343536,0.9042505332681764,-0.008176391262428038,0.11244690035735923,0.11244690035735923,7.253725521526435,7.253725521526435,0.9999999999923329,0.9999999999923329,0.9999999999923329,0.9999999999923329,0.9999999999923329,0.9999999999923329,0.8156589509387167,0.8156589509387167,2,add_adapter_missing_layer,256,0.130427686364523
+up_blocks.1.attentions.0.transformer_blocks.1.attn1.to_q,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,1.0700071262461799,1.3432153527225767,0.01650474433388029,0.10195932151483637,0.12846744120488024,0.09536539531595098,0.09573752463601182,0.33715846708842684,1.3225277215242386,0.9845802646823313,-0.00016663857760639594,0.12441772927663156,0.28013558419687407,0.35269412053255217,0.26194877533243377,0.26275282329017513,0.9242335728236607,1.2071141025849752,0.8986719679626346,-0.005898535006833429,0.12441772927663156,0.28013558419687407,0.35269412053255217,0.26194877533243377,0.26275282329017513,0.9242335728236607,1.2071141025849752,0.8986719679626346,-0.005898535006833429,0.12441772927663156,0.28013558419687407,0.35269412053255217,0.26194877533243377,0.26275282329017513,0.9242335728236607,1.2071141025849752,0.8986719679626346,-0.005898535006833429,0.12441772927663156,0.28013558419687407,0.35269412053255217,0.26194877533243377,0.26275282329017513,0.9242335728236607,1.2071141025849752,0.8986719679626346,-0.005898535006833429,0.12441772927663156,0.28013558419687407,0.35269412053255217,0.26194877533243377,0.26275282329017513,0.9242335728236607,1.2071141025849752,0.8986719679626346,-0.005898535006833429,0.10791298494275127,0.10791298494275127,7.5383009122833515,7.5383009122833515,0.9999999999919625,0.9999999999919625,0.9999999999919625,0.9999999999919625,0.9999999999919625,0.9999999999919625,0.8134805528411615,0.8134805528411615,3,add_adapter_missing_layer,256,0.12441772927663156
+down_blocks.1.attentions.1.transformer_blocks.1.attn1.to_q,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,1.0805849071059908,1.3567859551736288,0.016551085664624616,0.10212590678461961,0.1286273286193723,0.09451256767492548,0.09480463141622196,0.3369877679007394,1.334165564605168,0.9833295028677828,-0.0009161306009316052,0.12307428023112672,0.27864914227809223,0.3507687262271363,0.25788334628940396,0.2585369541508134,0.916982616697039,1.2267054106507982,0.9041153233635815,-0.012870393809342724,0.12307428023112672,0.27864914227809223,0.3507687262271363,0.25788334628940396,0.2585369541508134,0.916982616697039,1.2267054106507982,0.9041153233635815,-0.012870393809342724,0.12307428023112672,0.27864914227809223,0.3507687262271363,0.25788334628940396,0.2585369541508134,0.916982616697039,1.2267054106507982,0.9041153233635815,-0.012870393809342724,0.12307428023112672,0.27864914227809223,0.3507687262271363,0.25788334628940396,0.2585369541508134,0.916982616697039,1.2267054106507982,0.9041153233635815,-0.012870393809342724,0.12307428023112672,0.27864914227809223,0.3507687262271363,0.25788334628940396,0.2585369541508134,0.916982616697039,1.2267054106507982,0.9041153233635815,-0.012870393809342724,0.10652319456650211,0.10652319456650211,7.436024603917248,7.436024603917248,0.9999999999918748,0.9999999999918748,0.9999999999918748,0.9999999999918748,0.9999999999918748,0.9999999999918748,0.7921090956843738,0.7921090956843738,4,add_adapter_missing_layer,256,0.12307428023112672
+up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_q,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.9697304687329701,1.2275269350835256,0.015716641160127307,0.099163648805448,0.12535815844715412,0.10246578330891688,0.10226974849648104,0.332103967666626,1.2091583226408278,0.9850701951936213,0.0022837724493781153,0.11642114937837635,0.27019113142575535,0.3411435225564906,0.27902048816825564,0.2781751078282188,0.901224170412336,1.111193556870733,0.9054663897795566,-0.003854941689496627,0.11642114937837635,0.27019113142575535,0.3411435225564906,0.27902048816825564,0.2781751078282188,0.901224170412336,1.111193556870733,0.9054663897795566,-0.003854941689496627,0.11642114937837635,0.27019113142575535,0.3411435225564906,0.27902048816825564,0.2781751078282188,0.901224170412336,1.111193556870733,0.9054663897795566,-0.003854941689496627,0.11642114937837635,0.27019113142575535,0.3411435225564906,0.27902048816825564,0.2781751078282188,0.901224170412336,1.111193556870733,0.9054663897795566,-0.003854941689496627,0.11642114937837635,0.27019113142575535,0.3411435225564906,0.27902048816825564,0.2781751078282188,0.901224170412336,1.111193556870733,0.9054663897795566,-0.003854941689496627,0.10070450821824904,0.10070450821824904,7.407508270044756,7.407508270044756,0.9999999999914104,0.9999999999914104,0.9999999999914104,0.9999999999914104,0.9999999999914104,0.9999999999914104,0.7459694774574699,0.7459694774574699,5,add_adapter_missing_layer,256,0.11642114937837635
+up_blocks.1.attentions.1.transformer_blocks.1.attn1.to_k,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,1.0067331194877625,1.2606382157121385,0.01650732191878238,0.10206507266099964,0.12846479562508537,0.10319131164156063,0.10343026413163148,0.33598120723451885,1.2402381066765105,0.9838769379126192,0.002694140250761328,0.11842691459293876,0.27400623368365423,0.3440335582438519,0.2759853016260368,0.27605984059499195,0.8933243070329938,1.1458309282149588,0.9096727657386285,0.01115446149820595,0.11842691459293876,0.27400623368365423,0.3440335582438519,0.2759853016260368,0.27605984059499195,0.8933243070329938,1.1458309282149588,0.9096727657386285,0.01115446149820595,0.11842691459293876,0.27400623368365423,0.3440335582438519,0.2759853016260368,0.27605984059499195,0.8933243070329938,1.1458309282149588,0.9096727657386285,0.01115446149820595,0.11842691459293876,0.27400623368365423,0.3440335582438519,0.2759853016260368,0.27605984059499195,0.8933243070329938,1.1458309282149588,0.9096727657386285,0.01115446149820595,0.11842691459293876,0.27400623368365423,0.3440335582438519,0.2759853016260368,0.27605984059499195,0.8933243070329938,1.1458309282149588,0.9096727657386285,0.01115446149820595,0.10191959267415639,0.10191959267415639,7.174205190183874,7.174205190183874,0.999999999991556,0.999999999991556,0.999999999991556,0.999999999991556,0.999999999991556,0.999999999991556,0.7311920707443591,0.7311920707443591,6,add_adapter_missing_layer,256,0.11842691459293876
+mid_block.attentions.0.proj_out,model.diffusion_model.middle_block.1.proj_out.weight,proj_out,1280,1280,56,True,128,True,256,True,True,256,True,True,phase2,256,3.347891684089388,4.250510428633008,0.18414856466863835,0.33823702005403383,0.42620329549460884,0.10146107279707806,0.10081199121039217,1.1184553418840681,4.186558697904859,0.985014671063201,0.008308941526670261,1.3472472195114409,0.9121825939842633,1.152334845147257,0.2734989059134165,0.2724111496064027,3.0479359286172047,3.8526133511747633,0.9066549957302265,0.06811085053985673,0.85862555035523,0.7342595138720104,0.9257472389592419,0.22294119693186842,0.22174026102572125,2.4337538140160695,4.049628534487316,0.9510496311337473,-0.0011346536105390573,0.4570868414427553,0.5360926198107856,0.6755326114618863,0.16261275944784478,0.1616582725132098,1.7730358668736048,4.207414043801172,0.9895426058863477,-0.0024094440088902047,0.4683431349694729,0.5425635916846139,0.6838868927235943,0.1646759952703377,0.16375576662689326,1.79615661076137,4.190591577972684,0.9851665444851945,-0.00415623187239232,0.4683431349694729,0.5425635916846139,0.6838868927235943,0.1646759952703377,0.16375576662689326,1.79615661076137,4.190591577972684,0.9851665444851945,-0.00415623187239232,1.1630986548428026,0.2841945703008345,7.316088626204586,2.543289630357305,1.5690742244421791,2.9474644582986103,2.8766242502868744,2.8766242502868744,0.5323471229724265,1.0246261596377693,0.7227891036499625,8.50933283984928,7,train_block_level_or_rank256_plus_real_latents,256,0.4683431349694729
+up_blocks.0.attentions.1.proj_out,model.diffusion_model.output_blocks.1.1.proj_out.weight,proj_out,1280,1280,56,True,128,True,256,True,True,256,True,True,phase2,256,3.3029397428035736,4.311831678662982,0.1777853944471904,0.3325653523206711,0.42036145969770017,0.10126080783203358,0.09810562194073878,1.1149249800613947,4.2428871137755255,0.9840007141077974,0.002228690442669696,1.3340980570231165,0.9068735178027835,1.1505180274104914,0.2757273113601761,0.26812927371416395,3.0815867696489607,3.899970463344029,0.9047707459569458,0.025468082023767886,0.7680485237921987,0.6813109666109085,0.8643695474541963,0.20902813243583057,0.2029879629454204,2.318105527332851,4.129604982478278,0.9568886257073486,-0.010399943311183182,0.6045318022370338,0.6122284531593323,0.7724264145138786,0.186579902581366,0.180518788247336,2.039535792810576,4.282921552658081,0.9928457776233393,-0.006009487428400462,0.4564306310244969,0.5331731252372265,0.6732717668546754,0.162751727859562,0.1574985021218204,1.7799960204533167,4.235258008752551,0.9819920014623343,0.005000599794941861,0.4564306310244969,0.5331731252372265,0.6732717668546754,0.162751727859562,0.1574985021218204,1.7799960204533167,4.235258008752551,0.9819920014623343,0.005000599794941861,1.1563126625759261,0.27864523657730644,7.503980071950705,2.5673123061720813,1.7369970980926328,2.2068285772297824,2.9228933518894173,2.9228933518894173,0.7871010535264141,0.7550150866087567,0.7153693449211498,8.676947176914009,8,train_block_level_or_rank256_plus_real_latents,256,0.4564306310244969
+up_blocks.1.attentions.0.transformer_blocks.1.attn1.to_k,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.9669594009007726,1.2132902315684728,0.01555688923690468,0.09910520605210747,0.12472290032553247,0.10299199156198682,0.1032490435287396,0.32610791070120676,1.1958071440458298,0.9856940539865935,0.00048086351514241087,0.11352902118648801,0.2679599629981177,0.336873033762455,0.27819824004373345,0.27862048657507693,0.8774701356887817,1.1016663217118807,0.9083731318713257,0.006156134585450802,0.11352902118648801,0.2679599629981177,0.336873033762455,0.27819824004373345,0.27862048657507693,0.8774701356887817,1.1016663217118807,0.9083731318713257,0.006156134585450802,0.11352902118648801,0.2679599629981177,0.336873033762455,0.27819824004373345,0.27862048657507693,0.8774701356887817,1.1016663217118807,0.9083731318713257,0.006156134585450802,0.11352902118648801,0.2679599629981177,0.336873033762455,0.27819824004373345,0.27862048657507693,0.8774701356887817,1.1016663217118807,0.9083731318713257,0.006156134585450802,0.11352902118648801,0.2679599629981177,0.336873033762455,0.27819824004373345,0.27862048657507693,0.8774701356887817,1.1016663217118807,0.9083731318713257,0.006156134585450802,0.09797213194958333,0.09797213194958333,7.29766854094919,7.29766854094919,0.9999999999911916,0.9999999999911916,0.9999999999911916,0.9999999999911916,0.9999999999911916,0.9999999999911916,0.7149681452181973,0.7149681452181973,9,add_adapter_missing_layer,256,0.11352902118648801
+up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_q,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.945820750934737,1.2048765676362174,0.015393487393989094,0.09781656507402658,0.12406755926006,0.10382956756262292,0.1033529335374461,0.33194270730018616,1.1880565604993276,0.986082210443984,0.00031191936354194434,0.11155489552766085,0.26360306463071276,0.33395295867956865,0.27960411955631925,0.27799536431763544,0.8892723662512643,1.0919437759688921,0.9065538458434697,0.0018449549019611108,0.11155489552766085,0.26360306463071276,0.33395295867956865,0.27960411955631925,0.27799536431763544,0.8892723662512643,1.0919437759688921,0.9065538458434697,0.0018449549019611108,0.11155489552766085,0.26360306463071276,0.33395295867956865,0.27960411955631925,0.27799536431763544,0.8892723662512643,1.0919437759688921,0.9065538458434697,0.0018449549019611108,0.11155489552766085,0.26360306463071276,0.33395295867956865,0.27960411955631925,0.27799536431763544,0.8892723662512643,1.0919437759688921,0.9065538458434697,0.0018449549019611108,0.11155489552766085,0.26360306463071276,0.33395295867956865,0.27960411955631925,0.27799536431763544,0.8892723662512643,1.0919437759688921,0.9065538458434697,0.0018449549019611108,0.09616140813367176,0.09616140813367176,7.246889068423464,7.246889068423464,0.9999999999910357,0.9999999999910357,0.9999999999910357,0.9999999999910357,0.9999999999910357,0.9999999999910357,0.6968710574081131,0.6968710574081131,10,add_adapter_missing_layer,256,0.11155489552766085
+down_blocks.1.attentions.1.transformer_blocks.1.attn1.to_k,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.9651866214615958,1.2207882170166289,0.015574711058954043,0.0990241966875536,0.12478357372693667,0.10264125082714702,0.10225640213505086,0.327604923929487,1.2024038646902357,0.9849407430702771,0.0024471709322304897,0.11173469506736312,0.2653613000043801,0.3342191210510473,0.2750383368371061,0.2738665591685484,0.8758535555430821,1.1121843308210373,0.9110769196454553,0.0030529634760958807,0.11173469506736312,0.2653613000043801,0.3342191210510473,0.2750383368371061,0.2738665591685484,0.8758535555430821,1.1121843308210373,0.9110769196454553,0.0030529634760958807,0.11173469506736312,0.2653613000043801,0.3342191210510473,0.2750383368371061,0.2738665591685484,0.8758535555430821,1.1121843308210373,0.9110769196454553,0.0030529634760958807,0.11173469506736312,0.2653613000043801,0.3342191210510473,0.2750383368371061,0.2738665591685484,0.8758535555430821,1.1121843308210373,0.9110769196454553,0.0030529634760958807,0.11173469506736312,0.2653613000043801,0.3342191210510473,0.2750383368371061,0.2738665591685484,0.8758535555430821,1.1121843308210373,0.9110769196454553,0.0030529634760958807,0.09615998400840908,0.09615998400840908,7.174110302094608,7.174110302094608,0.9999999999910502,0.9999999999910502,0.9999999999910502,0.9999999999910502,0.9999999999910502,0.9999999999910502,0.6898623319239804,0.6898623319239804,11,add_adapter_missing_layer,256,0.11173469506736312
+up_blocks.0.attentions.2.transformer_blocks.9.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,1.454037919640541,1.6342020311525889,0.006283481646927872,0.06348714179226331,0.07895088000883313,0.04360866388054926,0.04826766586601384,0.20083134514944895,1.581272453069687,0.9677259075284602,0.0017756068492807181,0.06878376293129154,0.2181871650474412,0.26198139948416144,0.15004179882232146,0.16031260364608071,0.6192278180803571,1.4125082109655653,0.8644370318524409,0.004298956715501845,0.06878376293129154,0.2181871650474412,0.26198139948416144,0.15004179882232146,0.16031260364608071,0.6192278180803571,1.4125082109655653,0.8644370318524409,0.004298956715501845,0.06878376293129154,0.2181871650474412,0.26198139948416144,0.15004179882232146,0.16031260364608071,0.6192278180803571,1.4125082109655653,0.8644370318524409,0.004298956715501845,0.06878376293129154,0.2181871650474412,0.26198139948416144,0.15004179882232146,0.16031260364608071,0.6192278180803571,1.4125082109655653,0.8644370318524409,0.004298956715501845,0.06878376293129154,0.2181871650474412,0.26198139948416144,0.15004179882232146,0.16031260364608071,0.6192278180803571,1.4125082109655653,0.8644370318524409,0.004298956715501845,0.06250028128436368,0.06250028128436368,10.94675958096808,10.94675958096808,0.9999999999854616,0.9999999999854616,0.9999999999854616,0.9999999999854616,0.9999999999854616,0.9999999999854616,0.6841755529628081,0.6841755529628081,12,add_adapter_missing_layer,256,0.06878376293129154
+down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_q,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.9929363557270595,1.25609456215586,0.012902505862127458,0.09026584880692619,0.11358768798865758,0.0913687559548005,0.09082702309344029,0.2966782365526472,1.235344180038997,0.9835013571317168,-0.0012480061421099112,0.0985980766958424,0.24971473536321095,0.3139410010250659,0.252443653619756,0.250736507819813,0.8174800617354256,1.1277832410165243,0.8981504800151338,-0.0010541076594563492,0.0985980766958424,0.24971473536321095,0.3139410010250659,0.252443653619756,0.250736507819813,0.8174800617354256,1.1277832410165243,0.8981504800151338,-0.0010541076594563492,0.0985980766958424,0.24971473536321095,0.3139410010250659,0.252443653619756,0.250736507819813,0.8174800617354256,1.1277832410165243,0.8981504800151338,-0.0010541076594563492,0.0985980766958424,0.24971473536321095,0.3139410010250659,0.252443653619756,0.250736507819813,0.8174800617354256,1.1277832410165243,0.8981504800151338,-0.0010541076594563492,0.0985980766958424,0.24971473536321095,0.3139410010250659,0.252443653619756,0.250736507819813,0.8174800617354256,1.1277832410165243,0.8981504800151338,-0.0010541076594563492,0.08569557083371494,0.08569557083371494,7.641777321536753,7.641777321536753,0.9999999999898578,0.9999999999898578,0.9999999999898578,0.9999999999898578,0.9999999999898578,0.9999999999898578,0.6548664697532293,0.6548664697532293,13,add_adapter_missing_layer,256,0.0985980766958424
+up_blocks.1.attentions.1.transformer_blocks.1.attn1.to_v,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.9945202895573207,1.2504052711384637,0.014045619937990392,0.0942004243178027,0.11848532202765824,0.09536690583386664,0.09540467079639633,0.3090697356632778,1.2288911044597626,0.982960325139521,-0.00282514001342601,0.10288021394184657,0.25531207610453877,0.3206156257619158,0.2582427497663768,0.25796400393898516,0.83179429599217,1.1267354360648565,0.9016811698422137,0.005836438279532429,0.10288021394184657,0.25531207610453877,0.3206156257619158,0.2582427497663768,0.25796400393898516,0.83179429599217,1.1267354360648565,0.9016811698422137,0.005836438279532429,0.10288021394184657,0.25531207610453877,0.3206156257619158,0.2582427497663768,0.25796400393898516,0.83179429599217,1.1267354360648565,0.9016811698422137,0.005836438279532429,0.10288021394184657,0.25531207610453877,0.3206156257619158,0.2582427497663768,0.25796400393898516,0.83179429599217,1.1267354360648565,0.9016811698422137,0.005836438279532429,0.10288021394184657,0.25531207610453877,0.3206156257619158,0.2582427497663768,0.25796400393898516,0.83179429599217,1.1267354360648565,0.9016811698422137,0.005836438279532429,0.08883459400385618,0.08883459400385618,7.3247186232238075,7.3247186232238075,0.9999999999902799,0.9999999999902799,0.9999999999902799,0.9999999999902799,0.9999999999902799,0.9999999999902799,0.6506884050865713,0.6506884050865713,14,add_adapter_missing_layer,256,0.10288021394184657
+up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_k,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.8636527817164149,1.095857827791146,0.015184641383322222,0.09721625636198691,0.123223804586153,0.11404143980949509,0.11395406136129223,0.3289473461253302,1.0802858737962586,0.9860246926695592,-0.001656426535906316,0.10630956571549177,0.25747343844601084,0.32600096710434506,0.30155786647094623,0.30096246423160944,0.8669219783374241,1.0018054321408272,0.9153424316764297,-0.002493693769793026,0.10630956571549177,0.25747343844601084,0.32600096710434506,0.30155786647094623,0.30096246423160944,0.8669219783374241,1.0018054321408272,0.9153424316764297,-0.002493693769793026,0.10630956571549177,0.25747343844601084,0.32600096710434506,0.30155786647094623,0.30096246423160944,0.8669219783374241,1.0018054321408272,0.9153424316764297,-0.002493693769793026,0.10630956571549177,0.25747343844601084,0.32600096710434506,0.30155786647094623,0.30096246423160944,0.8669219783374241,1.0018054321408272,0.9153424316764297,-0.002493693769793026,0.10630956571549177,0.25747343844601084,0.32600096710434506,0.30155786647094623,0.30096246423160944,0.8669219783374241,1.0018054321408272,0.9153424316764297,-0.002493693769793026,0.09112492433216955,0.09112492433216955,7.0011245590069615,7.0011245590069615,0.9999999999905934,0.9999999999905934,0.9999999999905934,0.9999999999905934,0.9999999999905934,0.9999999999905934,0.6379769456796033,0.6379769456796033,15,add_adapter_missing_layer,256,0.10630956571549177
+up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_k,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.806818245777062,1.0187595252479826,0.015266332110123975,0.09779620809214455,0.12355186993395946,0.12430845564408508,0.1242539672993677,0.3265754835946219,1.0056223752243179,0.9874996351731852,-0.0006213134981538003,0.10559878458401986,0.2575621610241277,0.3248919603557778,0.3265136678724735,0.32588198317096223,0.8543117386954171,0.9420195285763059,0.9267537638151752,-0.0008480246905102311,0.10559878458401986,0.2575621610241277,0.3248919603557778,0.3265136678724735,0.32588198317096223,0.8543117386954171,0.9420195285763059,0.9267537638151752,-0.0008480246905102311,0.10559878458401986,0.2575621610241277,0.3248919603557778,0.3265136678724735,0.32588198317096223,0.8543117386954171,0.9420195285763059,0.9267537638151752,-0.0008480246905102311,0.10559878458401986,0.2575621610241277,0.3248919603557778,0.3265136678724735,0.32588198317096223,0.8543117386954171,0.9420195285763059,0.9267537638151752,-0.0008480246905102311,0.10559878458401986,0.2575621610241277,0.3248919603557778,0.3265136678724735,0.32588198317096223,0.8543117386954171,0.9420195285763059,0.9267537638151752,-0.0008480246905102311,0.09033245247389589,0.09033245247389589,6.917102537489944,6.917102537489944,0.9999999999905301,0.9999999999905301,0.9999999999905301,0.9999999999905301,0.9999999999905301,0.9999999999905301,0.624838836224875,0.624838836224875,16,add_adapter_missing_layer,256,0.10559878458401986
+down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_k,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.927849320428712,1.17200745003564,0.0125871665908822,0.08921593667141028,0.11219160180261578,0.09702266330107666,0.0965367308488583,0.29243407930646625,1.154014412845884,0.9847264312781828,0.0004879702611495824,0.09344679423208747,0.24301400381539548,0.3056056763508949,0.2637159623897179,0.2624058572853889,0.7963229204927172,1.0586254298686981,0.9037240014619911,0.0006190094385861552,0.09344679423208747,0.24301400381539548,0.3056056763508949,0.2637159623897179,0.2624058572853889,0.7963229204927172,1.0586254298686981,0.9037240014619911,0.0006190094385861552,0.09344679423208747,0.24301400381539548,0.3056056763508949,0.2637159623897179,0.2624058572853889,0.7963229204927172,1.0586254298686981,0.9037240014619911,0.0006190094385861552,0.09344679423208747,0.24301400381539548,0.3056056763508949,0.2637159623897179,0.2624058572853889,0.7963229204927172,1.0586254298686981,0.9037240014619911,0.0006190094385861552,0.09344679423208747,0.24301400381539548,0.3056056763508949,0.2637159623897179,0.2624058572853889,0.7963229204927172,1.0586254298686981,0.9037240014619911,0.0006190094385861552,0.08085962764120527,0.08085962764120527,7.423973739439805,7.423973739439805,0.9999999999892987,0.9999999999892987,0.9999999999892987,0.9999999999892987,0.9999999999892987,0.9999999999892987,0.6002997521891889,0.6002997521891889,17,add_adapter_missing_layer,256,0.09344679423208747
+down_blocks.1.attentions.1.transformer_blocks.1.attn1.to_v,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.9041137503726142,1.137596737061228,0.011522587821153658,0.08545175633792366,0.1073164523453076,0.09522986919896494,0.09506281847199916,0.2785424760409764,1.1183540203741618,0.9831868980688607,-0.0006158770564102919,0.08661618735641241,0.23437951984150068,0.2941128670494328,0.26082693649063793,0.2601520878253413,0.7609386401517051,1.0228325831038612,0.8996082110547305,-0.007040797235016986,0.08661618735641241,0.23437951984150068,0.2941128670494328,0.26082693649063793,0.2601520878253413,0.7609386401517051,1.0228325831038612,0.8996082110547305,-0.007040797235016986,0.08661618735641241,0.23437951984150068,0.2941128670494328,0.26082693649063793,0.2601520878253413,0.7609386401517051,1.0228325831038612,0.8996082110547305,-0.007040797235016986,0.08661618735641241,0.23437951984150068,0.2941128670494328,0.26082693649063793,0.2601520878253413,0.7609386401517051,1.0228325831038612,0.8996082110547305,-0.007040797235016986,0.08661618735641241,0.23437951984150068,0.2941128670494328,0.26082693649063793,0.2601520878253413,0.7609386401517051,1.0228325831038612,0.8996082110547305,-0.007040797235016986,0.07509359953525875,0.07509359953525875,7.517077647252264,7.517077647252264,0.9999999999884548,0.9999999999884548,0.9999999999884548,0.9999999999884548,0.9999999999884548,0.9999999999884548,0.5644844185182065,0.5644844185182065,18,add_adapter_missing_layer,256,0.08661618735641241
+down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_q,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.8889709732362202,1.135677490915571,0.011824695875735156,0.08548415079712868,0.10874104299285034,0.097095693075978,0.09662244436895713,0.29348502840314594,1.1177932556186403,0.9843252279844625,-0.00048553902466405167,0.08770120383373328,0.232793625710266,0.29610090991296734,0.2639315776581589,0.26263859009224616,0.7975279944283622,1.0272535255977087,0.905209697066549,-0.0023654976756038843,0.08770120383373328,0.232793625710266,0.29610090991296734,0.2639315776581589,0.26263859009224616,0.7975279944283622,1.0272535255977087,0.905209697066549,-0.0023654976756038843,0.08770120383373328,0.232793625710266,0.29610090991296734,0.2639315776581589,0.26263859009224616,0.7975279944283622,1.0272535255977087,0.905209697066549,-0.0023654976756038843,0.08770120383373328,0.232793625710266,0.29610090991296734,0.2639315776581589,0.26263859009224616,0.7975279944283622,1.0272535255977087,0.905209697066549,-0.0023654976756038843,0.08770120383373328,0.232793625710266,0.29610090991296734,0.2639315776581589,0.26263859009224616,0.7975279944283622,1.0272535255977087,0.905209697066549,-0.0023654976756038843,0.07587650795799812,0.07587650795799812,7.416783040169649,7.416783040169649,0.9999999999885976,0.9999999999885976,0.9999999999885976,0.9999999999885976,0.9999999999885976,0.9999999999885976,0.5627595973701779,0.5627595973701779,19,add_adapter_missing_layer,256,0.08770120383373328
+up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_v,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.8182931223085949,1.054397990661008,0.013221082560318922,0.09139385460210699,0.11498079168294136,0.11238793299205777,0.10934871005401216,0.300315077815737,1.0390406942793302,0.9854992653647503,0.0030991312731722637,0.09296748986733812,0.2427813360201461,0.304881858476078,0.29829490449613427,0.2897905060195072,0.79051787512643,0.9567755780049733,0.9077931535447351,-0.0038982946727108875,0.09296748986733812,0.2427813360201461,0.304881858476078,0.29829490449613427,0.2897905060195072,0.79051787512643,0.9567755780049733,0.9077931535447351,-0.0038982946727108875,0.09296748986733812,0.2427813360201461,0.304881858476078,0.29829490449613427,0.2897905060195072,0.79051787512643,0.9567755780049733,0.9077931535447351,-0.0038982946727108875,0.09296748986733812,0.2427813360201461,0.304881858476078,0.29829490449613427,0.2897905060195072,0.79051787512643,0.9567755780049733,0.9077931535447351,-0.0038982946727108875,0.09296748986733812,0.2427813360201461,0.304881858476078,0.29829490449613427,0.2897905060195072,0.79051787512643,0.9567755780049733,0.9077931535447351,-0.0038982946727108875,0.0797464073070192,0.0797464073070192,7.031760783291242,7.031760783291242,0.9999999999892435,0.9999999999892435,0.9999999999892435,0.9999999999892435,0.9999999999892435,0.9999999999892435,0.5607576595098677,0.5607576595098677,20,add_adapter_missing_layer,256,0.09296748986733812
+down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_k,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.9195497834256717,1.1720148399472237,0.011692194467676538,0.08505809932414975,0.10812810780891875,0.09438688739318846,0.0942437342648886,0.29098633357456755,1.15347085999591,0.9843974417701024,-0.00038993480133545484,0.08697623320456062,0.2320195689265217,0.29476600913407214,0.25653898700837563,0.25594185505345485,0.7907500948224749,1.0601478634136063,0.9057883570196258,-0.0033455758058542934,0.08697623320456062,0.2320195689265217,0.29476600913407214,0.25653898700837563,0.25594185505345485,0.7907500948224749,1.0601478634136063,0.9057883570196258,-0.0033455758058542934,0.08697623320456062,0.2320195689265217,0.29476600913407214,0.25653898700837563,0.25594185505345485,0.7907500948224749,1.0601478634136063,0.9057883570196258,-0.0033455758058542934,0.08697623320456062,0.2320195689265217,0.29476600913407214,0.25653898700837563,0.25594185505345485,0.7907500948224749,1.0601478634136063,0.9057883570196258,-0.0033455758058542934,0.08697623320456062,0.2320195689265217,0.29476600913407214,0.25653898700837563,0.25594185505345485,0.7907500948224749,1.0601478634136063,0.9057883570196258,-0.0033455758058542934,0.07528403873688408,0.07528403873688408,7.438828821875183,7.438828821875183,0.9999999999885025,0.9999999999885025,0.9999999999885025,0.9999999999885025,0.9999999999885025,0.9999999999885025,0.560025077183101,0.560025077183101,21,add_adapter_missing_layer,256,0.08697623320456062
+up_blocks.0.attentions.1.transformer_blocks.8.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7833346905452865,0.9920045478003365,0.01207385812553444,0.08733938341694218,0.10982522009194802,0.1118841770711496,0.11110860198877523,0.286214611360005,0.9764370982136045,0.9843509608576978,0.002170943420164154,0.08799946933452572,0.23542800146554196,0.2965413150231183,0.3015426516256926,0.29998924804902033,0.7800832561084202,0.9004022244896207,0.9078331990063393,0.00044949976469459737,0.08799946933452572,0.23542800146554196,0.2965413150231183,0.3015426516256926,0.29998924804902033,0.7800832561084202,0.9004022244896207,0.9078331990063393,0.00044949976469459737,0.08799946933452572,0.23542800146554196,0.2965413150231183,0.3015426516256926,0.29998924804902033,0.7800832561084202,0.9004022244896207,0.9078331990063393,0.00044949976469459737,0.08799946933452572,0.23542800146554196,0.2965413150231183,0.3015426516256926,0.29998924804902033,0.7800832561084202,0.9004022244896207,0.9078331990063393,0.00044949976469459737,0.08799946933452572,0.23542800146554196,0.2965413150231183,0.3015426516256926,0.29998924804902033,0.7800832561084202,0.9004022244896207,0.9078331990063393,0.00044949976469459737,0.07592561120899129,0.07592561120899129,7.288429962675419,7.288429962675419,0.9999999999886362,0.9999999999886362,0.9999999999886362,0.9999999999886362,0.9999999999886362,0.9999999999886362,0.5533784996700567,0.5533784996700567,22,add_adapter_missing_layer,256,0.08799946933452572
+down_blocks.1.attentions.0.transformer_blocks.1.attn1.to_q,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.8473275250622204,1.0732316630227225,0.012419876642525196,0.08831536171159574,0.11143369389230583,0.10485641774416189,0.10447527505593739,0.2937219483511789,1.0567412387047495,0.984676092984018,-0.001034335571603151,0.08907664686973606,0.23671491790030683,0.2984498779325259,0.2807204618281457,0.27948559520846994,0.7844555633408683,0.9715881549886295,0.9056337531869219,-0.004077543276188018,0.08907664686973606,0.23671491790030683,0.2984498779325259,0.2807204618281457,0.27948559520846994,0.7844555633408683,0.9715881549886295,0.9056337531869219,-0.004077543276188018,0.08907664686973606,0.23671491790030683,0.2984498779325259,0.2807204618281457,0.27948559520846994,0.7844555633408683,0.9715881549886295,0.9056337531869219,-0.004077543276188018,0.08907664686973606,0.23671491790030683,0.2984498779325259,0.2807204618281457,0.27948559520846994,0.7844555633408683,0.9715881549886295,0.9056337531869219,-0.004077543276188018,0.08907664686973606,0.23671491790030683,0.2984498779325259,0.2807204618281457,0.27948559520846994,0.7844555633408683,0.9715881549886295,0.9056337531869219,-0.004077543276188018,0.07665677022721086,0.07665677022721086,7.1721039931724295,7.1721039931724295,0.9999999999887736,0.9999999999887736,0.9999999999887736,0.9999999999887736,0.9999999999887736,0.9999999999887736,0.5497903278502804,0.5497903278502804,23,add_adapter_missing_layer,256,0.08907664686973606
+up_blocks.1.attentions.2.transformer_blocks.1.attn1.to_q,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.8422535168273109,1.079090646335057,0.012714513893505293,0.0881205527111888,0.11274419102485507,0.10477953123235853,0.10465729914400454,0.3090841259275164,1.0619645012276513,0.9841464947704605,0.0005731971328454424,0.0901942936969655,0.23552902255739486,0.30028973852499663,0.28004135666712615,0.2787142126158301,0.8149082916123527,0.9754332580736705,0.9040566031345953,-0.0009418338360579323,0.0901942936969655,0.23552902255739486,0.30028973852499663,0.28004135666712615,0.2787142126158301,0.8149082916123527,0.9754332580736705,0.9040566031345953,-0.0009418338360579323,0.0901942936969655,0.23552902255739486,0.30028973852499663,0.28004135666712615,0.2787142126158301,0.8149082916123527,0.9754332580736705,0.9040566031345953,-0.0009418338360579323,0.0901942936969655,0.23552902255739486,0.30028973852499663,0.28004135666712615,0.2787142126158301,0.8149082916123527,0.9754332580736705,0.9040566031345953,-0.0009418338360579323,0.0901942936969655,0.23552902255739486,0.30028973852499663,0.28004135666712615,0.2787142126158301,0.8149082916123527,0.9754332580736705,0.9040566031345953,-0.0009418338360579323,0.0774797798034602,0.0774797798034602,7.09380590129709,7.09380590129709,0.9999999999889128,0.9999999999889128,0.9999999999889128,0.9999999999889128,0.9999999999889128,0.9999999999889128,0.549626519200985,0.549626519200985,24,add_adapter_missing_layer,256,0.0901942936969655
+up_blocks.0.attentions.1.transformer_blocks.7.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8047950299722808,1.017226170216288,0.012551478842007262,0.08921226739351239,0.11200833262926235,0.11140930092373735,0.11067763394195464,0.2903665857655661,1.0033473074436188,0.9863910877491054,-0.000331558977385222,0.08876089937984943,0.2373102975210973,0.297767572209099,0.29612070140380226,0.29398103061310304,0.7704283850533622,0.9294164957744735,0.9138247191548194,0.0025729300006267814,0.08876089937984943,0.2373102975210973,0.297767572209099,0.29612070140380226,0.29398103061310304,0.7704283850533622,0.9294164957744735,0.9138247191548194,0.0025729300006267814,0.08876089937984943,0.2373102975210973,0.297767572209099,0.29612070140380226,0.29398103061310304,0.7704283850533622,0.9294164957744735,0.9138247191548194,0.0025729300006267814,0.08876089937984943,0.2373102975210973,0.297767572209099,0.29612070140380226,0.29398103061310304,0.7704283850533622,0.9294164957744735,0.9138247191548194,0.0025729300006267814,0.08876089937984943,0.2373102975210973,0.297767572209099,0.29612070140380226,0.29398103061310304,0.7704283850533622,0.9294164957744735,0.9138247191548194,0.0025729300006267814,0.07620942053784217,0.07620942053784217,7.071748316677466,7.071748316677466,0.9999999999887337,0.9999999999887337,0.9999999999887337,0.9999999999887337,0.9999999999887337,0.9999999999887337,0.5389338414034505,0.5389338414034505,25,add_adapter_missing_layer,256,0.08876089937984943
+up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_k,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.7657479239361626,0.999171182513237,0.011307834963580328,0.08241196083171028,0.10633410278445751,0.10797469415623936,0.10682252954394354,0.2974121229989188,0.9851264155336789,0.9859208710412498,4.5889561655647935e-05,0.08250298537313938,0.22243907249399594,0.2872080639083458,0.29122582796917884,0.2882673133551487,0.8023391791752407,0.9095552733966282,0.9107276392666286,0.00306080639990926,0.08250298537313938,0.22243907249399594,0.2872080639083458,0.29122582796917884,0.2882673133551487,0.8023391791752407,0.9095552733966282,0.9107276392666286,0.00306080639990926,0.08250298537313938,0.22243907249399594,0.2872080639083458,0.29122582796917884,0.2882673133551487,0.8023391791752407,0.9095552733966282,0.9107276392666286,0.00306080639990926,0.08250298537313938,0.22243907249399594,0.2872080639083458,0.29122582796917884,0.2882673133551487,0.8023391791752407,0.9095552733966282,0.9107276392666286,0.00306080639990926,0.08250298537313938,0.22243907249399594,0.2872080639083458,0.29122582796917884,0.2882673133551487,0.8023391791752407,0.9095552733966282,0.9107276392666286,0.00306080639990926,0.07119515040955905,0.07119515040955905,7.296090333080073,7.296090333080073,0.9999999999878791,0.9999999999878791,0.9999999999878791,0.9999999999878791,0.9999999999878791,0.9999999999878791,0.5194462486653656,0.5194462486653656,26,add_adapter_missing_layer,256,0.08250298537313938
+down_blocks.1.attentions.0.transformer_blocks.1.attn1.to_k,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.7723524825913566,0.9826512198363032,0.012032134258853537,0.08682712633162737,0.10968370799068448,0.11308712427155755,0.11236296123400187,0.2902864558356149,0.968434772321156,0.9856391402019389,-0.0007152195815121688,0.08493821855102267,0.23060046269425324,0.29142079412012606,0.2999655381404071,0.29809193067561285,0.7722897231578827,0.8958919090884072,0.9123591095235416,-0.0005143470189068466,0.08493821855102267,0.23060046269425324,0.29142079412012606,0.2999655381404071,0.29809193067561285,0.7722897231578827,0.8958919090884072,0.9123591095235416,-0.0005143470189068466,0.08493821855102267,0.23060046269425324,0.29142079412012606,0.2999655381404071,0.29809193067561285,0.7722897231578827,0.8958919090884072,0.9123591095235416,-0.0005143470189068466,0.08493821855102267,0.23060046269425324,0.29142079412012606,0.2999655381404071,0.29809193067561285,0.7722897231578827,0.8958919090884072,0.9123591095235416,-0.0005143470189068466,0.08493821855102267,0.23060046269425324,0.29142079412012606,0.2999655381404071,0.29809193067561285,0.7722897231578827,0.8958919090884072,0.9123591095235416,-0.0005143470189068466,0.07290608429216913,0.07290608429216913,7.059281148019419,7.059281148019419,0.9999999999882266,0.9999999999882266,0.9999999999882266,0.9999999999882266,0.9999999999882266,0.9999999999882266,0.5146645464196242,0.5146645464196242,27,add_adapter_missing_layer,256,0.08493821855102267
+up_blocks.0.attentions.1.transformer_blocks.8.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8102914999638285,1.0186367630958557,0.01177227936152901,0.08619345125875302,0.10845436652945772,0.1064256362265423,0.10651933412596094,0.2833395855767386,1.002259984612465,0.9839132304383708,0.0006797916141912148,0.08393190681402173,0.23019451993916715,0.28960123573093505,0.2842046303695641,0.2844122466495795,0.7585419927324567,0.9233606266123908,0.9064497355242326,-0.00434118587561118,0.08393190681402173,0.23019451993916715,0.28960123573093505,0.2842046303695641,0.2844122466495795,0.7585419927324567,0.9233606266123908,0.9064497355242326,-0.00434118587561118,0.08393190681402173,0.23019451993916715,0.28960123573093505,0.2842046303695641,0.2844122466495795,0.7585419927324567,0.9233606266123908,0.9064497355242326,-0.00434118587561118,0.08393190681402173,0.23019451993916715,0.28960123573093505,0.2842046303695641,0.2844122466495795,0.7585419927324567,0.9233606266123908,0.9064497355242326,-0.00434118587561118,0.08393190681402173,0.23019451993916715,0.28960123573093505,0.2842046303695641,0.2844122466495795,0.7585419927324567,0.9233606266123908,0.9064497355242326,-0.00434118587561118,0.07215962745249271,0.07215962745249271,7.129622414600161,7.129622414600161,0.9999999999880855,0.9999999999880855,0.9999999999880855,0.9999999999880855,0.9999999999880855,0.9999999999880855,0.5144708973144891,0.5144708973144891,28,add_adapter_missing_layer,256,0.08393190681402173
+up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_q,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.8241791501641273,1.0833215436765127,0.011715796842638935,0.08369306714407035,0.1082208126251629,0.10173880087387584,0.10004336042869254,0.3030757563454764,1.0671086375202452,0.9850400989717659,0.00235188717280315,0.0831726472824812,0.22270440283630574,0.2883942356710181,0.27056607172403396,0.266460184293616,0.8083899361746651,0.9817448183894157,0.906297251040673,-0.003301282638955984,0.0831726472824812,0.22270440283630574,0.2883942356710181,0.27056607172403396,0.266460184293616,0.8083899361746651,0.9817448183894157,0.906297251040673,-0.003301282638955984,0.0831726472824812,0.22270440283630574,0.2883942356710181,0.27056607172403396,0.266460184293616,0.8083899361746651,0.9817448183894157,0.906297251040673,-0.003301282638955984,0.0831726472824812,0.22270440283630574,0.2883942356710181,0.27056607172403396,0.266460184293616,0.8083899361746651,0.9817448183894157,0.906297251040673,-0.003301282638955984,0.0831726472824812,0.22270440283630574,0.2883942356710181,0.27056607172403396,0.266460184293616,0.8083899361746651,0.9817448183894157,0.906297251040673,-0.003301282638955984,0.07145685043984226,0.07145685043984226,7.09918824920898,7.09918824920898,0.9999999999879767,0.9999999999879767,0.9999999999879767,0.9999999999879767,0.9999999999879767,0.9999999999879767,0.5072856329680118,0.5072856329680118,29,add_adapter_missing_layer,256,0.0831726472824812
+up_blocks.1.attentions.2.transformer_blocks.1.attn1.to_k,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.7637294914041247,0.9791701872433934,0.011052693789159613,0.08255695046058723,0.10512130178014634,0.10868430631432022,0.1079927256668232,0.28479221888950895,0.9645558286990438,0.9851908118880502,0.0013563379375390078,0.0802028871008328,0.22253932537777082,0.28317637666338846,0.2928058589589123,0.2907730078683772,0.7636899522372654,0.8925871274300984,0.9121745461656187,0.000717542023819208,0.0802028871008328,0.22253932537777082,0.28317637666338846,0.2928058589589123,0.2907730078683772,0.7636899522372654,0.8925871274300984,0.9121745461656187,0.000717542023819208,0.0802028871008328,0.22253932537777082,0.28317637666338846,0.2928058589589123,0.2907730078683772,0.7636899522372654,0.8925871274300984,0.9121745461656187,0.000717542023819208,0.0802028871008328,0.22253932537777082,0.28317637666338846,0.2928058589589123,0.2907730078683772,0.7636899522372654,0.8925871274300984,0.9121745461656187,0.000717542023819208,0.0802028871008328,0.22253932537777082,0.28317637666338846,0.2928058589589123,0.2907730078683772,0.7636899522372654,0.8925871274300984,0.9121745461656187,0.000717542023819208,0.06915019331167319,0.06915019331167319,7.25641084639825,7.25641084639825,0.9999999999875315,0.9999999999875315,0.9999999999875315,0.9999999999875315,0.9999999999875315,0.9999999999875315,0.501782212777361,0.501782212777361,30,add_adapter_missing_layer,256,0.0802028871008328
+up_blocks.0.attentions.0.transformer_blocks.6.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.842288331261703,1.0517885929771833,0.010030013425940914,0.07963054653789316,0.10001593042242306,0.09478491190446921,0.09531435831981928,0.25961874265755924,1.0359501838684082,0.9848770261119061,-0.0009924252044584136,0.076130835339427,0.21978278937084333,0.27555567688733235,0.26154324288084596,0.26255943945218807,0.7124728560447693,0.9515305140188762,0.9046005644771193,0.0022044654772019256,0.076130835339427,0.21978278937084333,0.27555567688733235,0.26154324288084596,0.26255943945218807,0.7124728560447693,0.9515305140188762,0.9046005644771193,0.0022044654772019256,0.076130835339427,0.21978278937084333,0.27555567688733235,0.26154324288084596,0.26255943945218807,0.7124728560447693,0.9515305140188762,0.9046005644771193,0.0022044654772019256,0.076130835339427,0.21978278937084333,0.27555567688733235,0.26154324288084596,0.26255943945218807,0.7124728560447693,0.9515305140188762,0.9046005644771193,0.0022044654772019256,0.076130835339427,0.21978278937084333,0.27555567688733235,0.26154324288084596,0.26255943945218807,0.7124728560447693,0.9515305140188762,0.9046005644771193,0.0022044654772019256,0.06610082191348608,0.06610082191348608,7.590302435182919,7.590302435182919,0.9999999999868646,0.9999999999868646,0.9999999999868646,0.9999999999868646,0.9999999999868646,0.9999999999868646,0.5017252295375259,0.5017252295375259,31,add_adapter_missing_layer,256,0.076130835339427
+up_blocks.0.attentions.1.transformer_blocks.7.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7476506839905467,0.9407541038734573,0.012142672136958157,0.08760285177933318,0.1101579749713744,0.11754807049966683,0.11746216902893916,0.28721204825810026,0.9276040835039956,0.9860780977862088,-0.001113814511102516,0.08435673732310534,0.23108086229435035,0.2903821185068226,0.3099302906937776,0.30949616756467674,0.7563115156122616,0.8652444492493357,0.9200740177945333,0.0021684278810555823,0.08435673732310534,0.23108086229435035,0.2903821185068226,0.3099302906937776,0.30949616756467674,0.7563115156122616,0.8652444492493357,0.9200740177945333,0.0021684278810555823,0.08435673732310534,0.23108086229435035,0.2903821185068226,0.3099302906937776,0.30949616756467674,0.7563115156122616,0.8652444492493357,0.9200740177945333,0.0021684278810555823,0.08435673732310534,0.23108086229435035,0.2903821185068226,0.3099302906937776,0.30949616756467674,0.7563115156122616,0.8652444492493357,0.9200740177945333,0.0021684278810555823,0.08435673732310534,0.23108086229435035,0.2903821185068226,0.3099302906937776,0.30949616756467674,0.7563115156122616,0.8652444492493357,0.9200740177945333,0.0021684278810555823,0.07221406518614717,0.07221406518614717,6.9471312709996536,6.9471312709996536,0.9999999999881455,0.9999999999881455,0.9999999999881455,0.9999999999881455,0.9999999999881455,0.9999999999881455,0.5016805904606905,0.5016805904606905,32,add_adapter_missing_layer,256,0.08435673732310534
+up_blocks.0.attentions.0.transformer_blocks.4.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8267210924199649,1.0357912459543772,0.010702501915927445,0.08232926723680326,0.10338636028468563,0.10013771050993547,0.10033056927637023,0.268188408442906,1.0198057017156057,0.9845799540142363,0.0002840937497613335,0.07881842686661653,0.22371634361999376,0.28063882214573393,0.2718457113715458,0.27210127680137264,0.7241232906069074,0.9363560495632035,0.9043095446057708,0.0035013633849822717,0.07881842686661653,0.22371634361999376,0.28063882214573393,0.2718457113715458,0.27210127680137264,0.7241232906069074,0.9363560495632035,0.9043095446057708,0.0035013633849822717,0.07881842686661653,0.22371634361999376,0.28063882214573393,0.2718457113715458,0.27210127680137264,0.7241232906069074,0.9363560495632035,0.9043095446057708,0.0035013633849822717,0.07881842686661653,0.22371634361999376,0.28063882214573393,0.2718457113715458,0.27210127680137264,0.7241232906069074,0.9363560495632035,0.9043095446057708,0.0035013633849822717,0.07881842686661653,0.22371634361999376,0.28063882214573393,0.2718457113715458,0.27210127680137264,0.7241232906069074,0.9363560495632035,0.9043095446057708,0.0035013633849822717,0.06811592495068908,0.06811592495068908,7.364486124684041,7.364486124684041,0.9999999999873126,0.9999999999873126,0.9999999999873126,0.9999999999873126,0.9999999999873126,0.9999999999873126,0.5016387841693692,0.5016387841693692,33,add_adapter_missing_layer,256,0.07881842686661653
+up_blocks.0.attentions.0.transformer_blocks.4.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8434243095772607,1.0554972290992737,0.010684565009017075,0.08224224245973996,0.10328065016453888,0.09757611663172645,0.09791877685822999,0.267952493258885,1.0376847301210677,0.9831116489501638,-0.002661748038008227,0.0787019906565547,0.22321758392666066,0.28036471971231813,0.2647914606789017,0.26575962988542506,0.7276790993554252,0.9567598253488541,0.9064884386712535,-0.008251534813358117,0.0787019906565547,0.22321758392666066,0.28036471971231813,0.2647914606789017,0.26575962988542506,0.7276790993554252,0.9567598253488541,0.9064884386712535,-0.008251534813358117,0.0787019906565547,0.22321758392666066,0.28036471971231813,0.2647914606789017,0.26575962988542506,0.7276790993554252,0.9567598253488541,0.9064884386712535,-0.008251534813358117,0.0787019906565547,0.22321758392666066,0.28036471971231813,0.2647914606789017,0.26575962988542506,0.7276790993554252,0.9567598253488541,0.9064884386712535,-0.008251534813358117,0.0787019906565547,0.22321758392666066,0.28036471971231813,0.2647914606789017,0.26575962988542506,0.7276790993554252,0.9567598253488541,0.9064884386712535,-0.008251534813358117,0.06801742564753763,0.06801742564753763,7.365951780233393,7.365951780233393,0.9999999999872937,0.9999999999872937,0.9999999999872937,0.9999999999872937,0.9999999999872937,0.9999999999872937,0.5010130775353723,0.5010130775353723,34,add_adapter_missing_layer,256,0.0787019906565547
+up_blocks.0.attentions.0.transformer_blocks.9.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,1.140900377716337,1.327018854873521,0.004660304186732641,0.05411233999101179,0.06819395683631731,0.047473365042161896,0.05142389121417364,0.179046630859375,1.2916176787444524,0.9733349053684675,0.0028743446912683013,0.050641766084092,0.18258964749319212,0.22492629430659414,0.16009877107760545,0.1695409766806031,0.5557071140834263,1.1530727467366628,0.8689548608775957,0.008012662600127183,0.050641766084092,0.18258964749319212,0.22492629430659414,0.16009877107760545,0.1695409766806031,0.5557071140834263,1.1530727467366628,0.8689548608775957,0.008012662600127183,0.050641766084092,0.18258964749319212,0.22492629430659414,0.16009877107760545,0.1695409766806031,0.5557071140834263,1.1530727467366628,0.8689548608775957,0.008012662600127183,0.050641766084092,0.18258964749319212,0.22492629430659414,0.16009877107760545,0.1695409766806031,0.5557071140834263,1.1530727467366628,0.8689548608775957,0.008012662600127183,0.050641766084092,0.18258964749319212,0.22492629430659414,0.16009877107760545,0.1695409766806031,0.5557071140834263,1.1530727467366628,0.8689548608775957,0.008012662600127183,0.04598146189735936,0.04598146189735936,10.866622444388234,10.866622444388234,0.9999999999802535,0.9999999999802535,0.9999999999802535,0.9999999999802535,0.9999999999802535,0.9999999999802535,0.49966318587962766,0.49966318587962766,35,add_adapter_missing_layer,256,0.050641766084092
+mid_block.attentions.0.transformer_blocks.4.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.4.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8642232503209796,1.1029482473220145,0.010012863469975335,0.07957634782152516,0.10006378801290275,0.09241426046606759,0.09111345870793637,0.26084433283124653,1.0845625868865423,0.9833747970508909,0.00013788532312121658,0.07585773031626429,0.21851675984050548,0.27539564153426427,0.2535560330948537,0.25052235452279803,0.7234979357038226,0.9917320193988937,0.8993626388981033,-0.0031255328635130092,0.07585773031626429,0.21851675984050548,0.27539564153426427,0.2535560330948537,0.25052235452279803,0.7234979357038226,0.9917320193988937,0.8993626388981033,-0.0031255328635130092,0.07585773031626429,0.21851675984050548,0.27539564153426427,0.2535560330948537,0.25052235452279803,0.7234979357038226,0.9917320193988937,0.8993626388981033,-0.0031255328635130092,0.07585773031626429,0.21851675984050548,0.27539564153426427,0.2535560330948537,0.25052235452279803,0.7234979357038226,0.9917320193988937,0.8993626388981033,-0.0031255328635130092,0.07585773031626429,0.21851675984050548,0.27539564153426427,0.2535560330948537,0.25052235452279803,0.7234979357038226,0.9917320193988937,0.8993626388981033,-0.0031255328635130092,0.06584486684628896,0.06584486684628896,7.576027630473136,7.576027630473136,0.9999999999868173,0.9999999999868173,0.9999999999868173,0.9999999999868173,0.9999999999868173,0.9999999999868173,0.49884253055230965,0.49884253055230965,36,add_adapter_missing_layer,256,0.07585773031626429
+up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.9802717098167965,1.265505047781127,0.006486877957026341,0.0637976369554443,0.08053532285941714,0.06604734538618469,0.06448877871736537,0.2126057254416602,1.2425422072410583,0.9818981300575171,0.00025801696684928696,0.060104410363627334,0.19330432558698313,0.24499365446951343,0.1991342761647595,0.19524882037381186,0.6558420317513602,1.121694226350103,0.8868095219585077,0.0026265917071473916,0.060104410363627334,0.19330432558698313,0.24499365446951343,0.1991342761647595,0.19524882037381186,0.6558420317513602,1.121694226350103,0.8868095219585077,0.0026265917071473916,0.060104410363627334,0.19330432558698313,0.24499365446951343,0.1991342761647595,0.19524882037381186,0.6558420317513602,1.121694226350103,0.8868095219585077,0.0026265917071473916,0.060104410363627334,0.19330432558698313,0.24499365446951343,0.1991342761647595,0.19524882037381186,0.6558420317513602,1.121694226350103,0.8868095219585077,0.0026265917071473916,0.060104410363627334,0.19330432558698313,0.24499365446951343,0.1991342761647595,0.19524882037381186,0.6558420317513602,1.121694226350103,0.8868095219585077,0.0026265917071473916,0.05361753240660099,0.05361753240660099,9.265537405287388,9.265537405287388,0.9999999999833623,0.9999999999833623,0.9999999999833623,0.9999999999833623,0.9999999999833623,0.9999999999833623,0.4967952520925702,0.4967952520925702,37,add_adapter_missing_layer,256,0.060104410363627334
+up_blocks.0.attentions.1.transformer_blocks.7.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7878190385443824,0.9858062831418855,0.012249513346302723,0.08802972374750036,0.11065618228099212,0.11180959442397874,0.11233874882179185,0.28798610823495047,0.9702154876930373,0.9841955656778065,-0.0003633882075259213,0.08413445058145694,0.2310124481362956,0.2900157180558738,0.29339790200470706,0.2944083753219918,0.7528822017567498,0.8927028072731835,0.9055538229476824,-0.00036612507587311223,0.08413445058145694,0.2310124481362956,0.2900157180558738,0.29339790200470706,0.2944083753219918,0.7528822017567498,0.8927028072731835,0.9055538229476824,-0.00036612507587311223,0.08413445058145694,0.2310124481362956,0.2900157180558738,0.29339790200470706,0.2944083753219918,0.7528822017567498,0.8927028072731835,0.9055538229476824,-0.00036612507587311223,0.08413445058145694,0.2310124481362956,0.2900157180558738,0.29339790200470706,0.2944083753219918,0.7528822017567498,0.8927028072731835,0.9055538229476824,-0.00036612507587311223,0.08413445058145694,0.2310124481362956,0.2900157180558738,0.29339790200470706,0.2944083753219918,0.7528822017567498,0.8927028072731835,0.9055538229476824,-0.00036612507587311223,0.07188493723515421,0.07188493723515421,6.868391273681325,6.868391273681325,0.9999999999881142,0.9999999999881142,0.9999999999881142,0.9999999999881142,0.9999999999881142,0.9999999999881142,0.49373387561506293,0.49373387561506293,38,add_adapter_missing_layer,256,0.08413445058145694
+mid_block.attentions.0.transformer_blocks.4.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.4.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.9193570933171681,1.1584915050438471,0.008935813060296434,0.07507842712636505,0.09452874558162139,0.08196575052607254,0.08188522249230502,0.24753536496843612,1.1383483516318458,0.9826268310395948,7.77625078366587e-05,0.07091100793331861,0.21147630283875124,0.2662309595781979,0.2305898829492816,0.2303451617859475,0.6964671611785889,1.0359572480831827,0.8944340624830852,0.002077437483389336,0.07091100793331861,0.21147630283875124,0.2662309595781979,0.2305898829492816,0.2303451617859475,0.6964671611785889,1.0359572480831827,0.8944340624830852,0.002077437483389336,0.07091100793331861,0.21147630283875124,0.2662309595781979,0.2305898829492816,0.2303451617859475,0.6964671611785889,1.0359572480831827,0.8944340624830852,0.002077437483389336,0.07091100793331861,0.21147630283875124,0.2662309595781979,0.2305898829492816,0.2303451617859475,0.6964671611785889,1.0359572480831827,0.8944340624830852,0.002077437483389336,0.07091100793331861,0.21147630283875124,0.2662309595781979,0.2305898829492816,0.2303451617859475,0.6964671611785889,1.0359572480831827,0.8944340624830852,0.002077437483389336,0.06197519487302218,0.06197519487302218,7.935596620799343,7.935596620799343,0.9999999999858977,0.9999999999858977,0.9999999999858977,0.9999999999858977,0.9999999999858977,0.9999999999858977,0.49181014700773557,0.49181014700773557,39,add_adapter_missing_layer,256,0.07091100793331861
+up_blocks.0.attentions.0.transformer_blocks.1.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.9334677564246314,1.1964067188756806,0.007506641941810293,0.06881848030856677,0.08662207910489164,0.07622668178073874,0.07496134628159132,0.22659712178366526,1.1750492315207208,0.9824432149416558,-0.0002835920442976203,0.06461270240002445,0.2013590093702078,0.2540379534567534,0.22110404527690092,0.21784607819904073,0.670785767691476,1.065300508269242,0.8916395603615836,7.875035154419103e-05,0.06461270240002445,0.2013590093702078,0.2540379534567534,0.22110404527690092,0.21784607819904073,0.670785767691476,1.065300508269242,0.8916395603615836,7.875035154419103e-05,0.06461270240002445,0.2013590093702078,0.2540379534567534,0.22110404527690092,0.21784607819904073,0.670785767691476,1.065300508269242,0.8916395603615836,7.875035154419103e-05,0.06461270240002445,0.2013590093702078,0.2540379534567534,0.22110404527690092,0.21784607819904073,0.670785767691476,1.065300508269242,0.8916395603615836,7.875035154419103e-05,0.06461270240002445,0.2013590093702078,0.2540379534567534,0.22110404527690092,0.21784607819904073,0.670785767691476,1.065300508269242,0.8916395603615836,7.875035154419103e-05,0.05710606045821416,0.05710606045821416,8.60740433502482,8.60740433502482,0.999999999984523,0.999999999984523,0.999999999984523,0.999999999984523,0.999999999984523,0.999999999984523,0.491534952344222,0.491534952344222,40,add_adapter_missing_layer,256,0.06461270240002445
+up_blocks.0.attentions.1.transformer_blocks.6.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7349985912442207,0.9360162711569241,0.011722295345472438,0.08612486613648278,0.10824175782030011,0.11767400768219304,0.11614311352688392,0.28164916804858614,0.9222145644681794,0.9852464796705201,-0.0007650468470745052,0.08174368473035949,0.2271736285516194,0.28586832692184705,0.3101269232284078,0.3064802230987395,0.747183661375727,0.8527888517294612,0.9114550211699529,0.007807592341643093,0.08174368473035949,0.2271736285516194,0.28586832692184705,0.3101269232284078,0.3064802230987395,0.747183661375727,0.8527888517294612,0.9114550211699529,0.007807592341643093,0.08174368473035949,0.2271736285516194,0.28586832692184705,0.3101269232284078,0.3064802230987395,0.747183661375727,0.8527888517294612,0.9114550211699529,0.007807592341643093,0.08174368473035949,0.2271736285516194,0.28586832692184705,0.3101269232284078,0.3064802230987395,0.747183661375727,0.8527888517294612,0.9114550211699529,0.007807592341643093,0.08174368473035949,0.2271736285516194,0.28586832692184705,0.3101269232284078,0.3064802230987395,0.747183661375727,0.8527888517294612,0.9114550211699529,0.007807592341643093,0.07002138938488706,0.07002138938488706,6.973351405529841,6.973351405529841,0.9999999999877666,0.9999999999877666,0.9999999999877666,0.9999999999877666,0.9999999999877666,0.9999999999877666,0.48828375408425445,0.48828375408425445,41,add_adapter_missing_layer,256,0.08174368473035949
+up_blocks.0.attentions.0.transformer_blocks.6.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7806898110679218,0.9780636142407145,0.010069620113686792,0.07985012392912592,0.10024153919604174,0.1026262820726279,0.10283204627088431,0.25973438790866304,0.9623045325279236,0.9839296615547137,0.001535724639714837,0.07518453284033708,0.2180724646896124,0.27405453894510695,0.28004660240403356,0.28091088725422086,0.7115593978336879,0.8845983839460781,0.9047111046647919,0.0028582327113651574,0.07518453284033708,0.2180724646896124,0.27405453894510695,0.28004660240403356,0.28091088725422086,0.7115593978336879,0.8845983839460781,0.9047111046647919,0.0028582327113651574,0.07518453284033708,0.2180724646896124,0.27405453894510695,0.28004660240403356,0.28091088725422086,0.7115593978336879,0.8845983839460781,0.9047111046647919,0.0028582327113651574,0.07518453284033708,0.2180724646896124,0.27405453894510695,0.28004660240403356,0.28091088725422086,0.7115593978336879,0.8845983839460781,0.9047111046647919,0.0028582327113651574,0.07518453284033708,0.2180724646896124,0.27405453894510695,0.28004660240403356,0.28091088725422086,0.7115593978336879,0.8845983839460781,0.9047111046647919,0.0028582327113651574,0.06511491272665028,0.06511491272665028,7.466471622964064,7.466471622964064,0.9999999999866993,0.9999999999866993,0.9999999999866993,0.9999999999866993,0.9999999999866993,0.9999999999866993,0.48617864810531586,0.48617864810531586,42,add_adapter_missing_layer,256,0.07518453284033708
+up_blocks.1.attentions.2.transformer_blocks.1.attn1.to_v,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.8548640481063298,1.092581074152674,0.009663990116678178,0.07820630805300814,0.09828368477784746,0.09240856620389774,0.090870671848459,0.2556732339518411,1.0750208284173692,0.9840438915868945,0.0002083283112150574,0.07352370609130178,0.21574518430445874,0.27093986459214636,0.2544117421773769,0.2499568307982032,0.7036331210817609,0.9841876849532127,0.9014773150283736,0.004716532552785273,0.07352370609130178,0.21574518430445874,0.27093986459214636,0.2544117421773769,0.2499568307982032,0.7036331210817609,0.9841876849532127,0.9014773150283736,0.004716532552785273,0.07352370609130178,0.21574518430445874,0.27093986459214636,0.2544117421773769,0.2499568307982032,0.7036331210817609,0.9841876849532127,0.9014773150283736,0.004716532552785273,0.07352370609130178,0.21574518430445874,0.27093986459214636,0.2544117421773769,0.2499568307982032,0.7036331210817609,0.9841876849532127,0.9014773150283736,0.004716532552785273,0.07352370609130178,0.21574518430445874,0.27093986459214636,0.2544117421773769,0.2499568307982032,0.7036331210817609,0.9841876849532127,0.9014773150283736,0.004716532552785273,0.0638597159746236,0.0638597159746236,7.608007168468236,7.608007168468236,0.9999999999863989,0.9999999999863989,0.9999999999863989,0.9999999999863989,0.9999999999863989,0.9999999999863989,0.48584517691128193,0.48584517691128193,43,add_adapter_missing_layer,256,0.07352370609130178
+up_blocks.0.attentions.0.transformer_blocks.7.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8100283039467675,1.0160597222191947,0.00983373707692538,0.07890270903174366,0.09906798624051472,0.0976240133017054,0.09771405778328258,0.25688541148390087,0.9987100171191352,0.9828144402947492,0.0006006683685200187,0.07414118839161736,0.21655040899557726,0.2718579142408595,0.2676360997205295,0.26785246969438437,0.7050851924078805,0.913391367665359,0.8990902862829308,0.005621300880972869,0.07414118839161736,0.21655040899557726,0.2718579142408595,0.2676360997205295,0.26785246969438437,0.7050851924078805,0.913391367665359,0.8990902862829308,0.005621300880972869,0.07414118839161736,0.21655040899557726,0.2718579142408595,0.2676360997205295,0.26785246969438437,0.7050851924078805,0.913391367665359,0.8990902862829308,0.005621300880972869,0.07414118839161736,0.21655040899557726,0.2718579142408595,0.2676360997205295,0.26785246969438437,0.7050851924078805,0.913391367665359,0.8990902862829308,0.005621300880972869,0.07414118839161736,0.21655040899557726,0.2718579142408595,0.2676360997205295,0.26785246969438437,0.7050851924078805,0.913391367665359,0.8990902862829308,0.005621300880972869,0.06430745131469198,0.06430745131469198,7.539472308858892,7.539472308858892,0.9999999999865121,0.9999999999865121,0.9999999999865121,0.9999999999865121,0.9999999999865121,0.9999999999865121,0.4848442484404116,0.4848442484404116,44,add_adapter_missing_layer,256,0.07414118839161736
+up_blocks.0.attentions.1.transformer_blocks.9.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7737855027828898,0.9735070871455329,0.0113746911686446,0.08463914492832762,0.10661538707699482,0.10945714024988394,0.10959616673152817,0.2794926847730364,0.9569385786141668,0.982954193149849,0.0006352302081365581,0.07972693496516772,0.22471213340759277,0.2822909137962156,0.29058845413890694,0.2901632353385305,0.7355175188609532,0.8828517443367413,0.9068768696489754,0.0028597569562407443,0.07972693496516772,0.22471213340759277,0.2822909137962156,0.29058845413890694,0.2901632353385305,0.7355175188609532,0.8828517443367413,0.9068768696489754,0.0028597569562407443,0.07972693496516772,0.22471213340759277,0.2822909137962156,0.29058845413890694,0.2901632353385305,0.7355175188609532,0.8828517443367413,0.9068768696489754,0.0028597569562407443,0.07972693496516772,0.22471213340759277,0.2822909137962156,0.29058845413890694,0.2901632353385305,0.7355175188609532,0.8828517443367413,0.9068768696489754,0.0028597569562407443,0.07972693496516772,0.22471213340759277,0.2822909137962156,0.29058845413890694,0.2901632353385305,0.7355175188609532,0.8828517443367413,0.9068768696489754,0.0028597569562407443,0.06835224379652312,0.06835224379652312,7.009151613534205,7.009151613534205,0.9999999999874571,0.9999999999874571,0.9999999999874571,0.9999999999874571,0.9999999999874571,0.9999999999874571,0.47909123989508334,0.47909123989508334,45,add_adapter_missing_layer,256,0.07972693496516772
+up_blocks.0.attentions.0.transformer_blocks.3.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.817647750888552,1.0274599577699388,0.010654779566851045,0.08209221570619515,0.10317380503653976,0.10066692877470078,0.10065775840515741,0.26845604181289673,1.0121219860655921,0.9851117362641485,0.000423042902801691,0.07692748667406184,0.22084824607840606,0.2772576013313505,0.27074306145890353,0.2704250124092563,0.718548093523298,0.932551631970065,0.907852823819035,-0.006774256400993701,0.07692748667406184,0.22084824607840606,0.2772576013313505,0.27074306145890353,0.2704250124092563,0.718548093523298,0.932551631970065,0.907852823819035,-0.006774256400993701,0.07692748667406184,0.22084824607840606,0.2772576013313505,0.27074306145890353,0.2704250124092563,0.718548093523298,0.932551631970065,0.907852823819035,-0.006774256400993701,0.07692748667406184,0.22084824607840606,0.2772576013313505,0.27074306145890353,0.2704250124092563,0.718548093523298,0.932551631970065,0.907852823819035,-0.006774256400993701,0.07692748667406184,0.22084824607840606,0.2772576013313505,0.27074306145890353,0.2704250124092563,0.718548093523298,0.932551631970065,0.907852823819035,-0.006774256400993701,0.0662727071072108,0.0662727071072108,7.219997953423384,7.219997953423384,0.9999999999870006,0.9999999999870006,0.9999999999870006,0.9999999999870006,0.9999999999870006,0.9999999999870006,0.4784888096818893,0.4784888096818893,46,add_adapter_missing_layer,256,0.07692748667406184
+up_blocks.0.attentions.0.transformer_blocks.5.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8313562582646098,1.03740321206195,0.010159684727633638,0.08013549274099725,0.10068252319549495,0.09648799976810056,0.09717344229688107,0.2616389947278159,1.0219295429331916,0.9850545379071807,0.00024512406550236676,0.07482210207464439,0.21764050796627998,0.2731720499339471,0.2619677295415094,0.26355660985800605,0.7080396073205131,0.9412622568862778,0.9073802984053888,-0.004593472583759909,0.07482210207464439,0.21764050796627998,0.2731720499339471,0.2619677295415094,0.26355660985800605,0.7080396073205131,0.9412622568862778,0.9073802984053888,-0.004593472583759909,0.07482210207464439,0.21764050796627998,0.2731720499339471,0.2619677295415094,0.26355660985800605,0.7080396073205131,0.9412622568862778,0.9073802984053888,-0.004593472583759909,0.07482210207464439,0.21764050796627998,0.2731720499339471,0.2619677295415094,0.26355660985800605,0.7080396073205131,0.9412622568862778,0.9073802984053888,-0.004593472583759909,0.07482210207464439,0.21764050796627998,0.2731720499339471,0.2619677295415094,0.26355660985800605,0.7080396073205131,0.9412622568862778,0.9073802984053888,-0.004593472583759909,0.06466241734701075,0.06466241734701075,7.364608654023372,7.364608654023372,0.9999999999866349,0.9999999999866349,0.9999999999866349,0.9999999999866349,0.9999999999866349,0.9999999999866349,0.4762133983838664,0.4762133983838664,47,add_adapter_missing_layer,256,0.07482210207464439
+up_blocks.0.attentions.0.transformer_blocks.3.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8208221229059356,1.0299374482461385,0.01047705065658582,0.08138739437397037,0.10229675378136281,0.09920585823658926,0.09937403487048058,0.26622713463647024,1.0151938849261828,0.9856887350161034,0.0004827798102431708,0.07595028488763741,0.21919978223741055,0.27543049639182027,0.26713801261480297,0.26752005230843995,0.7156009588922773,0.9354037865996361,0.9081968471133891,-0.0013719289139381935,0.07595028488763741,0.21919978223741055,0.27543049639182027,0.26713801261480297,0.26752005230843995,0.7156009588922773,0.9354037865996361,0.9081968471133891,-0.0013719289139381935,0.07595028488763741,0.21919978223741055,0.27543049639182027,0.26713801261480297,0.26752005230843995,0.7156009588922773,0.9354037865996361,0.9081968471133891,-0.0013719289139381935,0.07595028488763741,0.21919978223741055,0.27543049639182027,0.26713801261480297,0.26752005230843995,0.7156009588922773,0.9354037865996361,0.9081968471133891,-0.0013719289139381935,0.07595028488763741,0.21919978223741055,0.27543049639182027,0.26713801261480297,0.26752005230843995,0.7156009588922773,0.9354037865996361,0.9081968471133891,-0.0013719289139381935,0.0654732342310516,0.0654732342310516,7.249204701768455,7.249204701768455,0.9999999999868334,0.9999999999868334,0.9999999999868334,0.9999999999868334,0.9999999999868334,0.9999999999868334,0.4746288774277266,0.4746288774277266,48,add_adapter_missing_layer,256,0.07595028488763741
+up_blocks.0.attentions.1.transformer_blocks.6.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7674767002463341,0.9710240066051483,0.011311921789976103,0.0843727636550154,0.10633734471073363,0.11003583008592135,0.10961854033895466,0.2793703760419573,0.9563451185822487,0.9849293263567789,-2.8660011594183743e-05,0.07889604688222919,0.2230147048830986,0.2808636123597527,0.2907854430459449,0.28946611862208554,0.7384617243494306,0.8828780448862484,0.9093202095708875,0.005371676219510846,0.07889604688222919,0.2230147048830986,0.2808636123597527,0.2907854430459449,0.28946611862208554,0.7384617243494306,0.8828780448862484,0.9093202095708875,0.005371676219510846,0.07889604688222919,0.2230147048830986,0.2808636123597527,0.2907854430459449,0.28946611862208554,0.7384617243494306,0.8828780448862484,0.9093202095708875,0.005371676219510846,0.07889604688222919,0.2230147048830986,0.2808636123597527,0.2907854430459449,0.28946611862208554,0.7384617243494306,0.8828780448862484,0.9093202095708875,0.005371676219510846,0.07889604688222919,0.2230147048830986,0.2808636123597527,0.2907854430459449,0.28946611862208554,0.7384617243494306,0.8828780448862484,0.9093202095708875,0.005371676219510846,0.06758412509225309,0.06758412509225309,6.974592676654394,6.974592676654394,0.999999999987325,0.999999999987325,0.999999999987325,0.999999999987325,0.999999999987325,0.999999999987325,0.47137174392652287,0.47137174392652287,49,add_adapter_missing_layer,256,0.07889604688222919
+up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_v,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.7746198305061885,0.9870188970650945,0.010193767342051225,0.08021353863711868,0.10096217017480281,0.10358125141814155,0.10235846934288552,0.2641324145453317,0.9717951246670314,0.9845929679740096,0.0010772729379045895,0.07446694174515349,0.21681691466697625,0.27288038533390563,0.27997118221183265,0.27664184209142256,0.7134716532060078,0.8947662093809673,0.9066109698303333,0.0010924130532755174,0.07446694174515349,0.21681691466697625,0.27288038533390563,0.27997118221183265,0.27664184209142256,0.7134716532060078,0.8947662093809673,0.9066109698303333,0.0010924130532755174,0.07446694174515349,0.21681691466697625,0.27288038533390563,0.27997118221183265,0.27664184209142256,0.7134716532060078,0.8947662093809673,0.9066109698303333,0.0010924130532755174,0.07446694174515349,0.21681691466697625,0.27288038533390563,0.27997118221183265,0.27664184209142256,0.7134716532060078,0.8947662093809673,0.9066109698303333,0.0010924130532755174,0.07446694174515349,0.21681691466697625,0.27288038533390563,0.27997118221183265,0.27664184209142256,0.7134716532060078,0.8947662093809673,0.9066109698303333,0.0010924130532755174,0.06427317440310226,0.06427317440310226,7.305144333700659,7.305144333700659,0.9999999999865712,0.9999999999865712,0.9999999999865712,0.9999999999865712,0.9999999999865712,0.9999999999865712,0.46952481579977673,0.46952481579977673,50,add_adapter_missing_layer,256,0.07446694174515349
+up_blocks.0.attentions.0.transformer_blocks.5.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8294386874352183,1.0404147995369775,0.010397774782697005,0.08114074702773776,0.10186993111359895,0.0983961138727721,0.09849388732293023,0.264044497694288,1.0231538148862975,0.9834706964085225,-0.0003767639640760275,0.07525793596037797,0.21834235744816916,0.2742067543864019,0.26449253999200556,0.2648098796172159,0.7122436761856079,0.9364976286888123,0.9006397708064033,0.0001359405111673238,0.07525793596037797,0.21834235744816916,0.2742067543864019,0.26449253999200556,0.2648098796172159,0.7122436761856079,0.9364976286888123,0.9006397708064033,0.0001359405111673238,0.07525793596037797,0.21834235744816916,0.2742067543864019,0.26449253999200556,0.2648098796172159,0.7122436761856079,0.9364976286888123,0.9006397708064033,0.0001359405111673238,0.07525793596037797,0.21834235744816916,0.2742067543864019,0.26449253999200556,0.2648098796172159,0.7122436761856079,0.9364976286888123,0.9006397708064033,0.0001359405111673238,0.07525793596037797,0.21834235744816916,0.2742067543864019,0.26449253999200556,0.2648098796172159,0.7122436761856079,0.9364976286888123,0.9006397708064033,0.0001359405111673238,0.06486016117768097,0.06486016117768097,7.237888637324327,7.237888637324327,0.9999999999867123,0.9999999999867123,0.9999999999867123,0.9999999999867123,0.9999999999867123,0.9999999999867123,0.4694506236029615,0.4694506236029615,51,add_adapter_missing_layer,256,0.07525793596037797
+mid_block.attentions.0.transformer_blocks.5.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.5.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8703418725303241,1.0945877241236823,0.008858994713851384,0.07486449315079621,0.09412056204916106,0.08621617031596507,0.0861683322682159,0.24512356519699097,1.0760971105524473,0.9831244411527591,0.0002635811525197239,0.06868407822081021,0.2082942146807909,0.2620639771702523,0.23976453769688647,0.23982110153305927,0.6846016730581012,0.9809661518250193,0.8963049475728083,-0.0006822449801932505,0.06868407822081021,0.2082942146807909,0.2620639771702523,0.23976453769688647,0.23982110153305927,0.6846016730581012,0.9809661518250193,0.8963049475728083,-0.0006822449801932505,0.06868407822081021,0.2082942146807909,0.2620639771702523,0.23976453769688647,0.23982110153305927,0.6846016730581012,0.9809661518250193,0.8963049475728083,-0.0006822449801932505,0.06868407822081021,0.2082942146807909,0.2620639771702523,0.23976453769688647,0.23982110153305927,0.6846016730581012,0.9809661518250193,0.8963049475728083,-0.0006822449801932505,0.06868407822081021,0.2082942146807909,0.2620639771702523,0.23976453769688647,0.23982110153305927,0.6846016730581012,0.9809661518250193,0.8963049475728083,-0.0006822449801932505,0.05982508350695883,0.05982508350695883,7.753032983038914,7.753032983038914,0.9999999999854405,0.9999999999854405,0.9999999999854405,0.9999999999854405,0.9999999999854405,0.9999999999854405,0.46382584564250917,0.46382584564250917,52,add_adapter_missing_layer,256,0.06868407822081021
+up_blocks.0.attentions.1.transformer_blocks.8.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7769355795213154,0.97598825607981,0.01147363827164684,0.08506376815161534,0.10709195878897504,0.10960758885545727,0.10986331924245182,0.28026443081242697,0.9614232129284314,0.9850864013002534,0.00011009068170356581,0.0788167794900281,0.22345289960503578,0.28064891877491455,0.28784022844247176,0.28781077007177974,0.7280821885381427,0.8931539707950183,0.9153055745151211,-0.00067246673131649,0.0788167794900281,0.22345289960503578,0.28064891877491455,0.28784022844247176,0.28781077007177974,0.7280821885381427,0.8931539707950183,0.9153055745151211,-0.00067246673131649,0.0788167794900281,0.22345289960503578,0.28064891877491455,0.28784022844247176,0.28781077007177974,0.7280821885381427,0.8931539707950183,0.9153055745151211,-0.00067246673131649,0.0788167794900281,0.22345289960503578,0.28064891877491455,0.28784022844247176,0.28781077007177974,0.7280821885381427,0.8931539707950183,0.9153055745151211,-0.00067246673131649,0.0788167794900281,0.22345289960503578,0.28064891877491455,0.28784022844247176,0.28781077007177974,0.7280821885381427,0.8931539707950183,0.9153055745151211,-0.00067246673131649,0.06734314121838127,0.06734314121838127,6.869379844223201,6.869379844223201,0.9999999999873123,0.9999999999873123,0.9999999999873123,0.9999999999873123,0.9999999999873123,0.9999999999873123,0.46260561693222496,0.46260561693222496,53,add_adapter_missing_layer,256,0.0788167794900281
+up_blocks.0.attentions.0.transformer_blocks.8.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7818105880703244,0.9793536833354405,0.009421276161447167,0.07721755933016539,0.09695463793620136,0.09890925602283915,0.09915036747429588,0.25142001254217966,0.9648122244647571,0.9851546018538383,-0.0003438027262550999,0.07069274237645524,0.21175653194742544,0.2656695430158499,0.2713526561824432,0.27181954520156026,0.6868622303009033,0.8868473246693611,0.9056397439327705,-0.004751213398516744,0.07069274237645524,0.21175653194742544,0.2656695430158499,0.2713526561824432,0.27181954520156026,0.6868622303009033,0.8868473246693611,0.9056397439327705,-0.004751213398516744,0.07069274237645524,0.21175653194742544,0.2656695430158499,0.2713526561824432,0.27181954520156026,0.6868622303009033,0.8868473246693611,0.9056397439327705,-0.004751213398516744,0.07069274237645524,0.21175653194742544,0.2656695430158499,0.2713526561824432,0.27181954520156026,0.6868622303009033,0.8868473246693611,0.9056397439327705,-0.004751213398516744,0.07069274237645524,0.21175653194742544,0.2656695430158499,0.2713526561824432,0.27181954520156026,0.6868622303009033,0.8868473246693611,0.9056397439327705,-0.004751213398516744,0.06127146621500808,0.06127146621500808,7.503520877376857,7.503520877376857,0.9999999999858542,0.9999999999858542,0.9999999999858542,0.9999999999858542,0.9999999999858542,0.9999999999858542,0.45975172593180386,0.45975172593180386,54,add_adapter_missing_layer,256,0.07069274237645524
+up_blocks.0.attentions.1.transformer_blocks.9.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.741979646895613,0.9344212934374809,0.011102498625405133,0.0836488866646375,0.1053306721096928,0.11287486633582,0.11287610438816376,0.2758880683353969,0.9214080327323505,0.9860834568204775,0.0023737103038001806,0.07708972040563822,0.22083975640790804,0.2775044504852352,0.2978818109516998,0.2972558046982821,0.7218419143131801,0.8566790467926434,0.9169026208831289,0.0005918187590785757,0.07708972040563822,0.22083975640790804,0.2775044504852352,0.2978818109516998,0.2972558046982821,0.7218419143131801,0.8566790467926434,0.9169026208831289,0.0005918187590785757,0.07708972040563822,0.22083975640790804,0.2775044504852352,0.2978818109516998,0.2972558046982821,0.7218419143131801,0.8566790467926434,0.9169026208831289,0.0005918187590785757,0.07708972040563822,0.22083975640790804,0.2775044504852352,0.2978818109516998,0.2972558046982821,0.7218419143131801,0.8566790467926434,0.9169026208831289,0.0005918187590785757,0.07708972040563822,0.22083975640790804,0.2775044504852352,0.2978818109516998,0.2972558046982821,0.7218419143131801,0.8566790467926434,0.9169026208831289,0.0005918187590785757,0.06598722178023309,0.06598722178023309,6.943456873959463,6.943456873959463,0.999999999987028,0.999999999987028,0.999999999987028,0.999999999987028,0.999999999987028,0.999999999987028,0.458179428663447,0.458179428663447,55,add_adapter_missing_layer,256,0.07708972040563822
+mid_block.attentions.0.transformer_blocks.1.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8900342881679535,1.141459903546742,0.00733477233110794,0.06784623701657568,0.08564288971306547,0.07636640849765529,0.07509352821962297,0.22619380269731795,1.121291846036911,0.982332314644048,-0.0002567296117571719,0.06174906090434108,0.19628370819347246,0.24848415265737353,0.22084531592240036,0.21782841501471775,0.6630653483527047,1.0162165282028062,0.8902954715470524,0.004051762229145035,0.06174906090434108,0.19628370819347246,0.24848415265737353,0.22084531592240036,0.21782841501471775,0.6630653483527047,1.0162165282028062,0.8902954715470524,0.004051762229145035,0.06174906090434108,0.19628370819347246,0.24848415265737353,0.22084531592240036,0.21782841501471775,0.6630653483527047,1.0162165282028062,0.8902954715470524,0.004051762229145035,0.06174906090434108,0.19628370819347246,0.24848415265737353,0.22084531592240036,0.21782841501471775,0.6630653483527047,1.0162165282028062,0.8902954715470524,0.004051762229145035,0.06174906090434108,0.19628370819347246,0.24848415265737353,0.22084531592240036,0.21782841501471775,0.6630653483527047,1.0162165282028062,0.8902954715470524,0.004051762229145035,0.05441428857323314,0.05441428857323314,8.418674514822332,8.418674514822332,0.9999999999838054,0.9999999999838054,0.9999999999838054,0.9999999999838054,0.9999999999838054,0.9999999999838054,0.45809618445366584,0.45809618445366584,56,add_adapter_missing_layer,256,0.06174906090434108
+up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.9287530098642621,1.188140175172261,0.00640476293795343,0.06340635913823332,0.08002076702941897,0.0685778963324315,0.06758194934029055,0.21106876645769393,1.1665885938065392,0.9818875072774956,-0.0013310932594582223,0.05743642417447908,0.18951321792389667,0.23963123191538008,0.2047390559186078,0.20220052605239378,0.6368695667811802,1.0551257197346007,0.8881381231085349,-0.003450760308104301,0.05743642417447908,0.18951321792389667,0.23963123191538008,0.2047390559186078,0.20220052605239378,0.6368695667811802,1.0551257197346007,0.8881381231085349,-0.003450760308104301,0.05743642417447908,0.18951321792389667,0.23963123191538008,0.2047390559186078,0.20220052605239378,0.6368695667811802,1.0551257197346007,0.8881381231085349,-0.003450760308104301,0.05743642417447908,0.18951321792389667,0.23963123191538008,0.2047390559186078,0.20220052605239378,0.6368695667811802,1.0551257197346007,0.8881381231085349,-0.003450760308104301,0.05743642417447908,0.18951321792389667,0.23963123191538008,0.2047390559186078,0.20220052605239378,0.6368695667811802,1.0551257197346007,0.8881381231085349,-0.003450760308104301,0.051031661236525645,0.051031661236525645,8.967767382170193,8.967767382170193,0.9999999999825895,0.9999999999825895,0.9999999999825895,0.9999999999825895,0.9999999999825895,0.9999999999825895,0.4576400670948737,0.4576400670948737,57,add_adapter_missing_layer,256,0.05743642417447908
+mid_block.attentions.0.transformer_blocks.5.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.5.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8016827063901084,1.018485668514456,0.009446067120214658,0.0773342801257968,0.09719019902959848,0.09675720964780767,0.09569270192064051,0.2528167281832014,1.0024511079703058,0.9842698834781086,0.0010238234418855946,0.070597412862948,0.2113187246556793,0.26569467571412936,0.264272549794537,0.2614954690934656,0.6920749459947858,0.9187256012644086,0.9021625626530608,-0.002144170983553652,0.070597412862948,0.2113187246556793,0.26569467571412936,0.264272549794537,0.2614954690934656,0.6920749459947858,0.9187256012644086,0.9021625626530608,-0.002144170983553652,0.070597412862948,0.2113187246556793,0.26569467571412936,0.264272549794537,0.2614954690934656,0.6920749459947858,0.9187256012644086,0.9021625626530608,-0.002144170983553652,0.070597412862948,0.2113187246556793,0.26569467571412936,0.264272549794537,0.2614954690934656,0.6920749459947858,0.9187256012644086,0.9021625626530608,-0.002144170983553652,0.070597412862948,0.2113187246556793,0.26569467571412936,0.264272549794537,0.2614954690934656,0.6920749459947858,0.9187256012644086,0.9021625626530608,-0.002144170983553652,0.06115134574273334,0.06115134574273334,7.4737361017047235,7.4737361017047235,0.9999999999858351,0.9999999999858351,0.9999999999858351,0.9999999999858351,0.9999999999858351,0.9999999999858351,0.45702902034529364,0.45702902034529364,58,add_adapter_missing_layer,256,0.070597412862948
+up_blocks.0.attentions.1.transformer_blocks.9.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7711716634886605,0.9779565994228635,0.010663017148285039,0.08211514859327249,0.1032169980233389,0.10709628922328764,0.10619825064975211,0.2688200814383371,0.9633812521185193,0.9850824405724573,-0.00025702554681369553,0.07515409948038203,0.21813607455364295,0.2739708092848926,0.2841425276415073,0.28152249817586783,0.710890395300729,0.8870129170162337,0.9072962702225816,0.001773999874785659,0.07515409948038203,0.21813607455364295,0.2739708092848926,0.2841425276415073,0.28152249817586783,0.710890395300729,0.8870129170162337,0.9072962702225816,0.001773999874785659,0.07515409948038203,0.21813607455364295,0.2739708092848926,0.2841425276415073,0.28152249817586783,0.710890395300729,0.8870129170162337,0.9072962702225816,0.001773999874785659,0.07515409948038203,0.21813607455364295,0.2739708092848926,0.2841425276415073,0.28152249817586783,0.710890395300729,0.8870129170162337,0.9072962702225816,0.001773999874785659,0.07515409948038203,0.21813607455364295,0.2739708092848926,0.2841425276415073,0.28152249817586783,0.710890395300729,0.8870129170162337,0.9072962702225816,0.001773999874785659,0.064491082332097,0.064491082332097,7.048108281943554,7.048108281943554,0.999999999986694,0.999999999986694,0.999999999986694,0.999999999986694,0.999999999986694,0.999999999986694,0.4545401314963564,0.4545401314963564,59,add_adapter_missing_layer,256,0.07515409948038203
+mid_block.attentions.0.transformer_blocks.4.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.4.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.850333069052015,1.0803894868918829,0.008841160368839545,0.07469692480351244,0.0940270342635074,0.08804318634104831,0.0872214790090988,0.24598106954778945,1.0623648964932986,0.9833386959790003,-0.00025514788887903705,0.06781472851123128,0.2067349169935499,0.26040255297988013,0.2435796087387638,0.2414629425098234,0.6828883460589817,0.9695751890540123,0.8975339316643032,0.0027804693575360162,0.06781472851123128,0.2067349169935499,0.26040255297988013,0.2435796087387638,0.2414629425098234,0.6828883460589817,0.9695751890540123,0.8975339316643032,0.0027804693575360162,0.06781472851123128,0.2067349169935499,0.26040255297988013,0.2435796087387638,0.2414629425098234,0.6828883460589817,0.9695751890540123,0.8975339316643032,0.0027804693575360162,0.06781472851123128,0.2067349169935499,0.26040255297988013,0.2435796087387638,0.2414629425098234,0.6828883460589817,0.9695751890540123,0.8975339316643032,0.0027804693575360162,0.06781472851123128,0.2067349169935499,0.26040255297988013,0.2435796087387638,0.2414629425098234,0.6828883460589817,0.9695751890540123,0.8975339316643032,0.0027804693575360162,0.05897356814239174,0.05897356814239174,7.6703425426567655,7.6703425426567655,0.9999999999852539,0.9999999999852539,0.9999999999852539,0.9999999999852539,0.9999999999852539,0.9999999999852539,0.4523474686148551,0.4523474686148551,60,add_adapter_missing_layer,256,0.06781472851123128
+up_blocks.0.attentions.1.transformer_blocks.4.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7408852034381458,0.9367263753499303,0.010702945524826646,0.08224891511989492,0.10344043111375587,0.11136937361834164,0.11081489489681022,0.26955240752015797,0.9239955597690174,0.9864820278668749,-0.002462178600710883,0.0750300454507981,0.21768265669899328,0.27390810088349876,0.2946858886217808,0.29336721592686793,0.7174565196037292,0.8604146710463932,0.9189004363551837,0.0012370442432906462,0.0750300454507981,0.21768265669899328,0.27390810088349876,0.2946858886217808,0.29336721592686793,0.7174565196037292,0.8604146710463932,0.9189004363551837,0.0012370442432906462,0.0750300454507981,0.21768265669899328,0.27390810088349876,0.2946858886217808,0.29336721592686793,0.7174565196037292,0.8604146710463932,0.9189004363551837,0.0012370442432906462,0.0750300454507981,0.21768265669899328,0.27390810088349876,0.2946858886217808,0.29336721592686793,0.7174565196037292,0.8604146710463932,0.9189004363551837,0.0012370442432906462,0.0750300454507981,0.21768265669899328,0.27390810088349876,0.2946858886217808,0.29336721592686793,0.7174565196037292,0.8604146710463932,0.9189004363551837,0.0012370442432906462,0.06432709992597145,0.06432709992597145,7.010223986448172,7.010223986448172,0.9999999999866719,0.9999999999866719,0.9999999999866719,0.9999999999866719,0.9999999999866719,0.9999999999866719,0.4509473788796935,0.4509473788796935,61,add_adapter_missing_layer,256,0.0750300454507981
+mid_block.attentions.0.transformer_blocks.1.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8777490460446903,1.1381000386817115,0.007322497865451234,0.06781476030924491,0.08557130635066053,0.07727671215897355,0.07521057469464233,0.2257177403994969,1.1182489267417364,0.9825578751444046,-0.00021333948690685896,0.061190334148705006,0.1951754428446293,0.2473579913968141,0.2224096004361039,0.21738517481856787,0.661815881729126,1.013782095696245,0.8907819095427784,0.0028217244284210858,0.061190334148705006,0.1951754428446293,0.2473579913968141,0.2224096004361039,0.21738517481856787,0.661815881729126,1.013782095696245,0.8907819095427784,0.0028217244284210858,0.061190334148705006,0.1951754428446293,0.2473579913968141,0.2224096004361039,0.21738517481856787,0.661815881729126,1.013782095696245,0.8907819095427784,0.0028217244284210858,0.061190334148705006,0.1951754428446293,0.2473579913968141,0.2224096004361039,0.21738517481856787,0.661815881729126,1.013782095696245,0.8907819095427784,0.0028217244284210858,0.061190334148705006,0.1951754428446293,0.2473579913968141,0.2224096004361039,0.21738517481856787,0.661815881729126,1.013782095696245,0.8907819095427784,0.0028217244284210858,0.05386783628325377,0.05386783628325377,8.35648371152892,8.35648371152892,0.9999999999836575,0.9999999999836575,0.9999999999836575,0.9999999999836575,0.9999999999836575,0.9999999999836575,0.4501456964763167,0.4501456964763167,62,add_adapter_missing_layer,256,0.061190334148705006
+up_blocks.0.attentions.2.transformer_blocks.4.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7710498975855964,0.9665901490620205,0.009656090896377074,0.07806961304907288,0.09812863443491941,0.10125466175909924,0.10151406698737193,0.2552485976900373,0.9522464349865913,0.9851465029200182,0.0019296757371713674,0.07083165266418032,0.21146973914333753,0.26575739419539424,0.2742435406214928,0.27490095332407444,0.6924361033099038,0.8722553019012723,0.9024029428357486,0.0036211469174044658,0.07083165266418032,0.21146973914333753,0.26575739419539424,0.2742435406214928,0.27490095332407444,0.6924361033099038,0.8722553019012723,0.9024029428357486,0.0036211469174044658,0.07083165266418032,0.21146973914333753,0.26575739419539424,0.2742435406214928,0.27490095332407444,0.6924361033099038,0.8722553019012723,0.9024029428357486,0.0036211469174044658,0.07083165266418032,0.21146973914333753,0.26575739419539424,0.2742435406214928,0.27490095332407444,0.6924361033099038,0.8722553019012723,0.9024029428357486,0.0036211469174044658,0.07083165266418032,0.21146973914333753,0.26575739419539424,0.2742435406214928,0.27490095332407444,0.6924361033099038,0.8722553019012723,0.9024029428357486,0.0036211469174044658,0.06117556176780324,0.06117556176780324,7.335437644173443,7.335437644173443,0.999999999985882,0.999999999985882,0.999999999985882,0.999999999985882,0.999999999985882,0.999999999985882,0.44874951869500157,0.44874951869500157,63,add_adapter_missing_layer,256,0.07083165266418032
+mid_block.attentions.0.transformer_blocks.5.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.5.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8237700185605458,1.047809427337987,0.008727636853499072,0.07432953268289566,0.09342036922354402,0.09060173468044685,0.08948337410934841,0.24303804976599558,1.0307199348296439,0.983699384739799,0.002073064519208856,0.0668703146012766,0.20531525995050157,0.2585743282725021,0.25001487347370505,0.24744839952172676,0.6771035364695958,0.9429977866155761,0.9000086456223374,0.0014950088759308397,0.0668703146012766,0.20531525995050157,0.2585743282725021,0.25001487347370505,0.24744839952172676,0.6771035364695958,0.9429977866155761,0.9000086456223374,0.0014950088759308397,0.0668703146012766,0.20531525995050157,0.2585743282725021,0.25001487347370505,0.24744839952172676,0.6771035364695958,0.9429977866155761,0.9000086456223374,0.0014950088759308397,0.0668703146012766,0.20531525995050157,0.2585743282725021,0.25001487347370505,0.24744839952172676,0.6771035364695958,0.9429977866155761,0.9000086456223374,0.0014950088759308397,0.0668703146012766,0.20531525995050157,0.2585743282725021,0.25001487347370505,0.24744839952172676,0.6771035364695958,0.9429977866155761,0.9000086456223374,0.0014950088759308397,0.058142677747777524,0.058142677747777524,7.66190387112694,7.66190387112694,0.9999999999850456,0.9999999999850456,0.9999999999850456,0.9999999999850456,0.9999999999850456,0.9999999999850456,0.4454836077133828,0.4454836077133828,64,add_adapter_missing_layer,256,0.0668703146012766
+up_blocks.0.attentions.2.transformer_blocks.8.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.820851783667292,1.02733392481293,0.009430031724540251,0.07684422151318618,0.09681235964603818,0.09365802427445805,0.09426846886949733,0.2540287120001657,1.0093106169785773,0.9823067291967144,0.002753548026833284,0.06955591861956886,0.20901429200811045,0.263047350877469,0.25477942621154287,0.25614661672057093,0.6862751841545105,0.9252405166625977,0.9004900494324352,0.004152704800487429,0.06955591861956886,0.20901429200811045,0.263047350877469,0.25477942621154287,0.25614661672057093,0.6862751841545105,0.9252405166625977,0.9004900494324352,0.004152704800487429,0.06955591861956886,0.20901429200811045,0.263047350877469,0.25477942621154287,0.25614661672057093,0.6862751841545105,0.9252405166625977,0.9004900494324352,0.004152704800487429,0.06955591861956886,0.20901429200811045,0.263047350877469,0.25477942621154287,0.25614661672057093,0.6862751841545105,0.9252405166625977,0.9004900494324352,0.004152704800487429,0.06955591861956886,0.20901429200811045,0.263047350877469,0.25477942621154287,0.25614661672057093,0.6862751841545105,0.9252405166625977,0.9004900494324352,0.004152704800487429,0.06012588689502861,0.06012588689502861,7.376000489074067,7.376000489074067,0.999999999985623,0.999999999985623,0.999999999985623,0.999999999985623,0.999999999985623,0.999999999985623,0.44348857114374307,0.44348857114374307,65,add_adapter_missing_layer,256,0.06955591861956886
+up_blocks.0.attentions.0.transformer_blocks.7.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7851073507751737,0.9908679010612624,0.009708761470392346,0.07839620539120265,0.09845585034320313,0.10018022440549794,0.09968601975064263,0.25554398127964567,0.9747871192438262,0.9838722415559337,0.000508031265261317,0.07058029176135149,0.21116145753434726,0.2654979617351991,0.2698600918674998,0.2688456359502972,0.692176593201501,0.8956247035946164,0.9042731271341863,-0.0028898205390857712,0.07058029176135149,0.21116145753434726,0.2654979617351991,0.2698600918674998,0.2688456359502972,0.692176593201501,0.8956247035946164,0.9042731271341863,-0.0028898205390857712,0.07058029176135149,0.21116145753434726,0.2654979617351991,0.2698600918674998,0.2688456359502972,0.692176593201501,0.8956247035946164,0.9042731271341863,-0.0028898205390857712,0.07058029176135149,0.21116145753434726,0.2654979617351991,0.2698600918674998,0.2688456359502972,0.692176593201501,0.8956247035946164,0.9042731271341863,-0.0028898205390857712,0.07058029176135149,0.21116145753434726,0.2654979617351991,0.2698600918674998,0.2688456359502972,0.692176593201501,0.8956247035946164,0.9042731271341863,-0.0028898205390857712,0.06087153029095914,0.06087153029095914,7.269752374628014,7.269752374628014,0.9999999999858317,0.9999999999858317,0.9999999999858317,0.9999999999858317,0.9999999999858317,0.9999999999858317,0.4425209518799413,0.4425209518799413,66,add_adapter_missing_layer,256,0.07058029176135149
+mid_block.attentions.0.transformer_blocks.8.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.8.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7366343587636948,0.9418295675090381,0.010308127151802182,0.08060516909297023,0.10152779511248897,0.10947005911118142,0.10784888354341483,0.2661306006567819,0.9273929393717221,0.984681579107486,0.00021531201023857908,0.07286726390676838,0.21402201961193765,0.2699238259291937,0.29064060771180017,0.28671155588262154,0.7107594353812081,0.8583355865308216,0.9113868315494864,-0.004405760967659132,0.07286726390676838,0.21402201961193765,0.2699238259291937,0.29064060771180017,0.28671155588262154,0.7107594353812081,0.8583355865308216,0.9113868315494864,-0.004405760967659132,0.07286726390676838,0.21402201961193765,0.2699238259291937,0.29064060771180017,0.28671155588262154,0.7107594353812081,0.8583355865308216,0.9113868315494864,-0.004405760967659132,0.07286726390676838,0.21402201961193765,0.2699238259291937,0.29064060771180017,0.28671155588262154,0.7107594353812081,0.8583355865308216,0.9113868315494864,-0.004405760967659132,0.07286726390676838,0.21402201961193765,0.2699238259291937,0.29064060771180017,0.28671155588262154,0.7107594353812081,0.8583355865308216,0.9113868315494864,-0.004405760967659132,0.0625591367549662,0.0625591367549662,7.068913957562116,7.068913957562116,0.9999999999862763,0.9999999999862763,0.9999999999862763,0.9999999999862763,0.9999999999862763,0.9999999999862763,0.44222515498021775,0.44222515498021775,67,add_adapter_missing_layer,256,0.07286726390676838
+up_blocks.0.attentions.0.transformer_blocks.9.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7933775761297771,0.9933956244162151,0.009393613278267108,0.07713532727211714,0.09681137740846353,0.09729940492057046,0.09752706098028172,0.2507553611482893,0.9779686640415873,0.9844296814459196,-7.173548986624414e-05,0.06922137384702053,0.20922413042613439,0.26283967492040045,0.2639763437550104,0.26482549347576795,0.6830041600125176,0.8991873892290252,0.905089262589972,-0.0017719144954233862,0.06922137384702053,0.20922413042613439,0.26283967492040045,0.2639763437550104,0.26482549347576795,0.6830041600125176,0.8991873892290252,0.905089262589972,-0.0017719144954233862,0.06922137384702053,0.20922413042613439,0.26283967492040045,0.2639763437550104,0.26482549347576795,0.6830041600125176,0.8991873892290252,0.905089262589972,-0.0017719144954233862,0.06922137384702053,0.20922413042613439,0.26283967492040045,0.2639763437550104,0.26482549347576795,0.6830041600125176,0.8991873892290252,0.905089262589972,-0.0017719144954233862,0.06922137384702053,0.20922413042613439,0.26283967492040045,0.2639763437550104,0.26482549347576795,0.6830041600125176,0.8991873892290252,0.905089262589972,-0.0017719144954233862,0.05982776056875342,0.05982776056875342,7.368982710817024,7.368982710817024,0.9999999999855536,0.9999999999855536,0.9999999999855536,0.9999999999855536,0.9999999999855536,0.9999999999855536,0.4408697332580444,0.4408697332580444,68,add_adapter_missing_layer,256,0.06922137384702053
+up_blocks.0.attentions.1.transformer_blocks.6.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.723415695130825,0.9119063881891114,0.01106060981484396,0.083522142842412,0.10514704307696816,0.11581406463711326,0.11567921055484011,0.2749556303024292,0.8972891611712319,0.9839971935723341,0.0004259794409335882,0.07544799401823964,0.217774667644075,0.27461006046804703,0.30195509332018683,0.3020865270833646,0.7227370909282139,0.8369397946766445,0.918040199106534,-0.0014036051358873789,0.07544799401823964,0.217774667644075,0.27461006046804703,0.30195509332018683,0.3020865270833646,0.7227370909282139,0.8369397946766445,0.918040199106534,-0.0014036051358873789,0.07544799401823964,0.217774667644075,0.27461006046804703,0.30195509332018683,0.3020865270833646,0.7227370909282139,0.8369397946766445,0.918040199106534,-0.0014036051358873789,0.07544799401823964,0.217774667644075,0.27461006046804703,0.30195509332018683,0.3020865270833646,0.7227370909282139,0.8369397946766445,0.918040199106534,-0.0014036051358873789,0.07544799401823964,0.217774667644075,0.27461006046804703,0.30195509332018683,0.3020865270833646,0.7227370909282139,0.8369397946766445,0.918040199106534,-0.0014036051358873789,0.06438738420339568,0.06438738420339568,6.821323170641357,6.821323170641357,0.9999999999867457,0.9999999999867457,0.9999999999867457,0.9999999999867457,0.9999999999867457,0.9999999999867457,0.43920715576361025,0.43920715576361025,69,add_adapter_missing_layer,256,0.07544799401823964
+up_blocks.0.attentions.2.transformer_blocks.7.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8080194996935981,1.0128086539251464,0.00981543879190992,0.07835751532443933,0.09883686609654843,0.09697327922050449,0.09756939760017,0.2604805039508002,0.9959205633827618,0.9832628680397372,-0.0015431342834355227,0.07071997697598167,0.21029757389000484,0.2651076245006563,0.2601027519024564,0.26157144752958766,0.6989357982363019,0.9139386383550507,0.9022103969246782,-0.005165853981452528,0.07071997697598167,0.21029757389000484,0.2651076245006563,0.2601027519024564,0.26157144752958766,0.6989357982363019,0.9139386383550507,0.9022103969246782,-0.005165853981452528,0.07071997697598167,0.21029757389000484,0.2651076245006563,0.2601027519024564,0.26157144752958766,0.6989357982363019,0.9139386383550507,0.9022103969246782,-0.005165853981452528,0.07071997697598167,0.21029757389000484,0.2651076245006563,0.2601027519024564,0.26157144752958766,0.6989357982363019,0.9139386383550507,0.9022103969246782,-0.005165853981452528,0.07071997697598167,0.21029757389000484,0.2651076245006563,0.2601027519024564,0.26157144752958766,0.6989357982363019,0.9139386383550507,0.9022103969246782,-0.005165853981452528,0.06090453818407175,0.06090453818407175,7.2049735593140785,7.2049735593140785,0.9999999999858596,0.9999999999858596,0.9999999999858596,0.9999999999858596,0.9999999999858596,0.9999999999858596,0.43881558725847164,0.43881558725847164,70,add_adapter_missing_layer,256,0.07071997697598167
+up_blocks.0.attentions.1.transformer_blocks.5.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7321399450302124,0.9194691628217697,0.010823137609155051,0.08276734820434026,0.10401626227378878,0.11320135373023577,0.11328208933635188,0.27032409395490375,0.9058730038149017,0.9852728500093232,0.0010343985044138598,0.07453868751014982,0.21754940838686057,0.27295899587111927,0.2975910779219631,0.2973080665758584,0.7057210888181414,0.8361474626830646,0.9094299394929147,0.0019388452658729096,0.07453868751014982,0.21754940838686057,0.27295899587111927,0.2975910779219631,0.2973080665758584,0.7057210888181414,0.8361474626830646,0.9094299394929147,0.0019388452658729096,0.07453868751014982,0.21754940838686057,0.27295899587111927,0.2975910779219631,0.2973080665758584,0.7057210888181414,0.8361474626830646,0.9094299394929147,0.0019388452658729096,0.07453868751014982,0.21754940838686057,0.27295899587111927,0.2975910779219631,0.2973080665758584,0.7057210888181414,0.8361474626830646,0.9094299394929147,0.0019388452658729096,0.07453868751014982,0.21754940838686057,0.27295899587111927,0.2975910779219631,0.2973080665758584,0.7057210888181414,0.8361474626830646,0.9094299394929147,0.0019388452658729096,0.06371554990099476,0.06371554990099476,6.88697586550246,6.88697586550246,0.9999999999865841,0.9999999999865841,0.9999999999865841,0.9999999999865841,0.9999999999865841,0.9999999999865841,0.4388074544253686,0.4388074544253686,71,add_adapter_missing_layer,256,0.07453868751014982
+mid_block.attentions.0.transformer_blocks.2.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.2.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8625495731830597,1.0997570071901595,0.007376158194217298,0.06824605299958161,0.08588433153400934,0.07947957230311169,0.07840739543220712,0.22445224012647355,1.080871848123414,0.9828438555537724,0.0007458899053095333,0.06063237999166761,0.19519301849816525,0.24618298743581116,0.22700268444949834,0.22445732575164562,0.6477297289030892,0.9804216378501484,0.8917739623977541,0.0003229073435509885,0.06063237999166761,0.19519301849816525,0.24618298743581116,0.22700268444949834,0.22445732575164562,0.6477297289030892,0.9804216378501484,0.8917739623977541,0.0003229073435509885,0.06063237999166761,0.19519301849816525,0.24618298743581116,0.22700268444949834,0.22445732575164562,0.6477297289030892,0.9804216378501484,0.8917739623977541,0.0003229073435509885,0.06063237999166761,0.19519301849816525,0.24618298743581116,0.22700268444949834,0.22445732575164562,0.6477297289030892,0.9804216378501484,0.8917739623977541,0.0003229073435509885,0.06063237999166761,0.19519301849816525,0.24618298743581116,0.22700268444949834,0.22445732575164562,0.6477297289030892,0.9804216378501484,0.8917739623977541,0.0003229073435509885,0.053256221797450314,0.053256221797450314,8.220048755323829,8.220048755323829,0.9999999999835072,0.9999999999835072,0.9999999999835072,0.9999999999835072,0.9999999999835072,0.9999999999835072,0.4377687396993812,0.4377687396993812,72,add_adapter_missing_layer,256,0.06063237999166761
+up_blocks.0.attentions.0.transformer_blocks.3.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6970834817205157,0.8875175224883216,0.01018157139021371,0.08026921443109002,0.10085003111649073,0.11528549507041766,0.1137660819808257,0.26211133173533846,0.8755440924848829,0.9865100511129772,-1.8133260872283635e-05,0.07186773046851158,0.21294523403048515,0.2678979536677638,0.30575307158664977,0.30212479983272195,0.700075490134103,0.810990358037608,0.9137679260277717,-0.0022223385559040514,0.07186773046851158,0.21294523403048515,0.2678979536677638,0.30575307158664977,0.30212479983272195,0.700075490134103,0.810990358037608,0.9137679260277717,-0.0022223385559040514,0.07186773046851158,0.21294523403048515,0.2678979536677638,0.30575307158664977,0.30212479983272195,0.700075490134103,0.810990358037608,0.9137679260277717,-0.0022223385559040514,0.07186773046851158,0.21294523403048515,0.2678979536677638,0.30575307158664977,0.30212479983272195,0.700075490134103,0.810990358037608,0.9137679260277717,-0.0022223385559040514,0.07186773046851158,0.21294523403048515,0.2678979536677638,0.30575307158664977,0.30212479983272195,0.700075490134103,0.810990358037608,0.9137679260277717,-0.0022223385559040514,0.06168615907829787,0.06168615907829787,7.058608902996109,7.058608902996109,0.9999999999860855,0.9999999999860855,0.9999999999860855,0.9999999999860855,0.9999999999860855,0.9999999999860855,0.43541847166170766,0.43541847166170766,73,add_adapter_missing_layer,256,0.07186773046851158
+up_blocks.0.attentions.0.transformer_blocks.2.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.811158320733479,1.0236288106867246,0.008740628371015191,0.07437500477369342,0.09342787429852285,0.09279666199923399,0.09236009842046532,0.24268112863813127,1.0073458328843117,0.9841605889788256,-0.0010742319201751474,0.06610725108268005,0.20461594499647617,0.25706752084216294,0.25451203193804717,0.25332954540268154,0.6673802648271833,0.9232041271669524,0.9023978141196942,0.0009951333348518737,0.06610725108268005,0.20461594499647617,0.25706752084216294,0.25451203193804717,0.25332954540268154,0.6673802648271833,0.9232041271669524,0.9023978141196942,0.0009951333348518737,0.06610725108268005,0.20461594499647617,0.25706752084216294,0.25451203193804717,0.25332954540268154,0.6673802648271833,0.9232041271669524,0.9023978141196942,0.0009951333348518737,0.06610725108268005,0.20461594499647617,0.25706752084216294,0.25451203193804717,0.25332954540268154,0.6673802648271833,0.9232041271669524,0.9023978141196942,0.0009951333348518737,0.06610725108268005,0.20461594499647617,0.25706752084216294,0.25451203193804717,0.25332954540268154,0.6673802648271833,0.9232041271669524,0.9023978141196942,0.0009951333348518737,0.05736662271166486,0.05736662271166486,7.563214939366965,7.563214939366965,0.999999999984873,0.999999999984873,0.999999999984873,0.999999999984873,0.999999999984873,0.999999999984873,0.43387609791389187,0.43387609791389187,74,add_adapter_missing_layer,256,0.06610725108268005
+mid_block.attentions.0.transformer_blocks.3.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.3.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8554237697805677,1.0878162724631173,0.008083509248016136,0.07132815755903721,0.08990767382216769,0.08402785291463444,0.0833179022334739,0.236322249685015,1.070242508181504,0.9838924780683641,-2.4567779604467432e-05,0.06333210512197443,0.19960750320128032,0.25159410282036637,0.2346777063128568,0.23267197067085024,0.6613727297101702,0.975285988833223,0.8971120029327723,-0.0018592473219151934,0.06333210512197443,0.19960750320128032,0.25159410282036637,0.2346777063128568,0.23267197067085024,0.6613727297101702,0.975285988833223,0.8971120029327723,-0.0018592473219151934,0.06333210512197443,0.19960750320128032,0.25159410282036637,0.2346777063128568,0.23267197067085024,0.6613727297101702,0.975285988833223,0.8971120029327723,-0.0018592473219151934,0.06333210512197443,0.19960750320128032,0.25159410282036637,0.2346777063128568,0.23267197067085024,0.6613727297101702,0.975285988833223,0.8971120029327723,-0.0018592473219151934,0.06333210512197443,0.19960750320128032,0.25159410282036637,0.2346777063128568,0.23267197067085024,0.6613727297101702,0.975285988833223,0.8971120029327723,-0.0018592473219151934,0.05524859587395829,0.05524859587395829,7.83472909735122,7.83472909735122,0.9999999999842102,0.9999999999842102,0.9999999999842102,0.9999999999842102,0.9999999999842102,0.9999999999842102,0.4328577816814996,0.4328577816814996,75,add_adapter_missing_layer,256,0.06333210512197443
+down_blocks.1.attentions.0.transformer_blocks.1.attn1.to_v,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.750413331602301,0.9462994688323566,0.009237130039504595,0.076440025786204,0.09609675929838622,0.10212876414151373,0.1018170747530988,0.2502569247569357,0.9319760320442063,0.9849000093983459,0.00044531440835271496,0.06785488275012799,0.2072876611990588,0.2604300600043883,0.27688151999142835,0.27584854807367504,0.6766318338257926,0.8570739445941788,0.9060024510177885,0.000930814159703784,0.06785488275012799,0.2072876611990588,0.2604300600043883,0.27688151999142835,0.27584854807367504,0.6766318338257926,0.8570739445941788,0.9060024510177885,0.000930814159703784,0.06785488275012799,0.2072876611990588,0.2604300600043883,0.27688151999142835,0.27584854807367504,0.6766318338257926,0.8570739445941788,0.9060024510177885,0.000930814159703784,0.06785488275012799,0.2072876611990588,0.2604300600043883,0.27688151999142835,0.27584854807367504,0.6766318338257926,0.8570739445941788,0.9060024510177885,0.000930814159703784,0.06785488275012799,0.2072876611990588,0.2604300600043883,0.27688151999142835,0.27584854807367504,0.6766318338257926,0.8570739445941788,0.9060024510177885,0.000930814159703784,0.058617752710623396,0.058617752710623396,7.345883673022459,7.345883673022459,0.9999999999852626,0.9999999999852626,0.9999999999852626,0.9999999999852626,0.9999999999852626,0.9999999999852626,0.43059919258623636,0.43059919258623636,76,add_adapter_missing_layer,256,0.06785488275012799
+down_blocks.2.attentions.0.proj_out,model.diffusion_model.input_blocks.7.1.proj_out.weight,proj_out,1280,1280,56,True,128,True,256,True,True,256,True,True,phase2,256,1.5270550378731318,1.928292406456811,0.0490127966207053,0.17513160513980047,0.22052036772063718,0.11502897044742008,0.11470515814210125,0.5770793642316546,1.9019855622734343,0.9863756154312844,0.00046200945954361875,0.33593689410814215,0.4587142930499145,0.5773155321337012,0.3012814875742455,0.3002726378373782,1.5076379094805037,1.7663706349475043,0.9161132640214544,0.011355728476441332,0.2647447625973395,0.4064392979655947,0.5114080193994182,0.2677127797280993,0.26680940560502525,1.3347861426217216,1.801787548831531,0.9338032951393175,0.005383482762908898,0.16342671867460012,0.3200349546968937,0.4030421749866808,0.21143557196444593,0.2109094033945999,1.0551510346787316,1.872858356152262,0.9706669265366826,0.0011978704709300863,0.17179679710950171,0.3282312516655241,0.41319875369241854,0.21661713809024635,0.21599272181653206,1.0802504335130965,1.869368770292827,0.9690938019347962,-0.00020169288459978167,0.17179679710950171,0.3282312516655241,0.41319875369241854,0.21661713809024635,0.21599272181653206,1.0802504335130965,1.869368770292827,0.9690938019347962,-0.00020169288459978167,0.28692409748743686,0.12278400048879642,6.854065004717006,3.5051416966772626,1.2689085548325376,2.0555812221560443,1.955431648077022,1.955431648077022,0.6172991566316454,1.0512160955181147,0.4303753197981217,1.9665964155986515,77,train_block_level_or_rank256_plus_real_latents,128,0.17179679710950171
+mid_block.attentions.0.transformer_blocks.0.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8834767224533218,1.1357205680438451,0.006331111179731254,0.06300937171493258,0.07956686762245525,0.07155488613746629,0.07018611019251905,0.2101274100797517,1.1150538921356201,0.9818175803031712,-0.0005470953232621209,0.0554331235720643,0.18593050512884343,0.23541055242819017,0.21097407405705498,0.2075501195245845,0.6269589918000358,1.0080784442169326,0.8876354735695998,-0.0015179593701759586,0.0554331235720643,0.18593050512884343,0.23541055242819017,0.21097407405705498,0.2075501195245845,0.6269589918000358,1.0080784442169326,0.8876354735695998,-0.0015179593701759586,0.0554331235720643,0.18593050512884343,0.23541055242819017,0.21097407405705498,0.2075501195245845,0.6269589918000358,1.0080784442169326,0.8876354735695998,-0.0015179593701759586,0.0554331235720643,0.18593050512884343,0.23541055242819017,0.21097407405705498,0.2075501195245845,0.6269589918000358,1.0080784442169326,0.8876354735695998,-0.0015179593701759586,0.0554331235720643,0.18593050512884343,0.23541055242819017,0.21097407405705498,0.2075501195245845,0.6269589918000358,1.0080784442169326,0.8876354735695998,-0.0015179593701759586,0.04910201239233305,0.04910201239233305,8.755670527596338,8.755670527596338,0.9999999999819603,0.9999999999819603,0.9999999999819603,0.9999999999819603,0.9999999999819603,0.9999999999819603,0.42992104274922066,0.42992104274922066,78,add_adapter_missing_layer,256,0.0554331235720643
+up_blocks.0.attentions.1.transformer_blocks.5.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6969170879040446,0.8803375650729451,0.010671445318231625,0.08218207356653043,0.10327522449457581,0.1183842200414141,0.11777225390615827,0.2685170461024557,0.8664083906582424,0.9843236095493493,0.001010714062821145,0.07325183586882693,0.21602940107030527,0.27060807223482114,0.3113113708225767,0.30868092194717,0.6952863761356899,0.8053623310157231,0.9151972719911682,-0.005350273245962204,0.07325183586882693,0.21602940107030527,0.27060807223482114,0.3113113708225767,0.30868092194717,0.6952863761356899,0.8053623310157231,0.9151972719911682,-0.005350273245962204,0.07325183586882693,0.21602940107030527,0.27060807223482114,0.3113113708225767,0.30868092194717,0.6952863761356899,0.8053623310157231,0.9151972719911682,-0.005350273245962204,0.07325183586882693,0.21602940107030527,0.27060807223482114,0.3113113708225767,0.30868092194717,0.6952863761356899,0.8053623310157231,0.9151972719911682,-0.005350273245962204,0.07325183586882693,0.21602940107030527,0.27060807223482114,0.3113113708225767,0.30868092194717,0.6952863761356899,0.8053623310157231,0.9151972719911682,-0.005350273245962204,0.0625803905505953,0.0625803905505953,6.864284422356134,6.864284422356134,0.9999999999863484,0.9999999999863484,0.9999999999863484,0.9999999999863484,0.9999999999863484,0.9999999999863484,0.42956960000141436,0.42956960000141436,79,add_adapter_missing_layer,256,0.07325183586882693
+up_blocks.0.attentions.0.transformer_blocks.8.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7526360122220856,0.9444591073053223,0.009484410103011345,0.07752535119652748,0.09730709739888921,0.1033098315520843,0.10331780202462107,0.25193904978888376,0.9293916800192424,0.9840609566005732,0.0013326275080934075,0.06858773077172893,0.2087711947304862,0.2617210478434437,0.2780342515333141,0.2777324448153916,0.6748343056866101,0.8573053074734551,0.9078770901351507,-0.0008530879619814057,0.06858773077172893,0.2087711947304862,0.2617210478434437,0.2780342515333141,0.2777324448153916,0.6748343056866101,0.8573053074734551,0.9078770901351507,-0.0008530879619814057,0.06858773077172893,0.2087711947304862,0.2617210478434437,0.2780342515333141,0.2777324448153916,0.6748343056866101,0.8573053074734551,0.9078770901351507,-0.0008530879619814057,0.06858773077172893,0.2087711947304862,0.2617210478434437,0.2780342515333141,0.2777324448153916,0.6748343056866101,0.8573053074734551,0.9078770901351507,-0.0008530879619814057,0.06858773077172893,0.2087711947304862,0.2617210478434437,0.2780342515333141,0.2777324448153916,0.6748343056866101,0.8573053074734551,0.9078770901351507,-0.0008530879619814057,0.05910332066871758,0.05910332066871758,7.231628537732713,7.231628537732713,0.99999999998542,0.99999999998542,0.99999999998542,0.99999999998542,0.99999999998542,0.99999999998542,0.42741326042266575,0.42741326042266575,80,add_adapter_missing_layer,256,0.06858773077172893
+up_blocks.0.attentions.0.transformer_blocks.2.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7888209074735641,0.9916090475661414,0.008612354535476438,0.0738148685278637,0.09275713291699425,0.09375443574538432,0.0937214839132956,0.24118417075702123,0.9755688128726823,0.9838092576094786,0.00022701651749100295,0.06495540016996008,0.20275019242295197,0.25474903075236016,0.25742253363025386,0.2573042370740681,0.6622253571237836,0.8961110445005553,0.9037407419600234,6.33068696385765e-07,0.06495540016996008,0.20275019242295197,0.25474903075236016,0.25742253363025386,0.2573042370740681,0.6622253571237836,0.8961110445005553,0.9037407419600234,6.33068696385765e-07,0.06495540016996008,0.20275019242295197,0.25474903075236016,0.25742253363025386,0.2573042370740681,0.6622253571237836,0.8961110445005553,0.9037407419600234,6.33068696385765e-07,0.06495540016996008,0.20275019242295197,0.25474903075236016,0.25742253363025386,0.2573042370740681,0.6622253571237836,0.8961110445005553,0.9037407419600234,6.33068696385765e-07,0.06495540016996008,0.20275019242295197,0.25474903075236016,0.25742253363025386,0.2573042370740681,0.6622253571237836,0.8961110445005553,0.9037407419600234,6.33068696385765e-07,0.05634304563448365,0.05634304563448365,7.542118696443633,7.542118696443633,0.9999999999846048,0.9999999999846048,0.9999999999846048,0.9999999999846048,0.9999999999846048,0.9999999999846048,0.4249459378944159,0.4249459378944159,81,add_adapter_missing_layer,256,0.06495540016996008
+mid_block.attentions.0.transformer_blocks.3.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.3.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7716456492032323,0.9797253598059926,0.008931877507295991,0.0750441447432552,0.09450695297983518,0.09731886943790148,0.09652774424162049,0.24771435345922196,0.9641664241041455,0.9841203834022142,0.0003476853307249022,0.06621908170304128,0.20430994326514856,0.25732678864536473,0.2649407016607424,0.26281699381247875,0.6748609031949725,0.8841121079666274,0.9024345782448818,-0.003151632652718815,0.06621908170304128,0.20430994326514856,0.25732678864536473,0.2649407016607424,0.26281699381247875,0.6748609031949725,0.8841121079666274,0.9024345782448818,-0.003151632652718815,0.06621908170304128,0.20430994326514856,0.25732678864536473,0.2649407016607424,0.26281699381247875,0.6748609031949725,0.8841121079666274,0.9024345782448818,-0.003151632652718815,0.06621908170304128,0.20430994326514856,0.25732678864536473,0.2649407016607424,0.26281699381247875,0.6748609031949725,0.8841121079666274,0.9024345782448818,-0.003151632652718815,0.06621908170304128,0.20430994326514856,0.25732678864536473,0.2649407016607424,0.26281699381247875,0.6748609031949725,0.8841121079666274,0.9024345782448818,-0.003151632652718815,0.05728720419574529,0.05728720419574529,7.413791964963304,7.413791964963304,0.9999999999848985,0.9999999999848985,0.9999999999848985,0.9999999999848985,0.9999999999848985,0.9999999999848985,0.4247154141616285,0.4247154141616285,82,add_adapter_missing_layer,256,0.06621908170304128
+mid_block.attentions.0.transformer_blocks.7.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.7.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7796064359801156,0.9782018225107875,0.008478846617176064,0.07325835007109813,0.09207978823936244,0.09401233358889134,0.09417605078010786,0.23968376432146346,0.9624459881867681,0.9838931632218496,-0.0009100831936978336,0.06428828635918242,0.20178035433803285,0.25353903732660155,0.25890999245022217,0.2592769768014932,0.658326438495091,0.881376211132322,0.9010403558697352,0.0015284515804653762,0.06428828635918242,0.20178035433803285,0.25353903732660155,0.25890999245022217,0.2592769768014932,0.658326438495091,0.881376211132322,0.9010403558697352,0.0015284515804653762,0.06428828635918242,0.20178035433803285,0.25353903732660155,0.25890999245022217,0.2592769768014932,0.658326438495091,0.881376211132322,0.9010403558697352,0.0015284515804653762,0.06428828635918242,0.20178035433803285,0.25353903732660155,0.25890999245022217,0.2592769768014932,0.658326438495091,0.881376211132322,0.9010403558697352,0.0015284515804653762,0.06428828635918242,0.20178035433803285,0.25353903732660155,0.25890999245022217,0.2592769768014932,0.658326438495091,0.881376211132322,0.9010403558697352,0.0015284515804653762,0.055809439742006355,0.055809439742006355,7.582197114094259,7.582197114094259,0.999999999984445,0.999999999984445,0.999999999984445,0.999999999984445,0.999999999984445,0.999999999984445,0.42315817295105806,0.42315817295105806,83,add_adapter_missing_layer,256,0.06428828635918242
+up_blocks.0.attentions.1.transformer_blocks.4.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6790420934557915,0.8545463031956128,0.010669421587538506,0.0822507431730628,0.10328153434283711,0.12170297422976725,0.12145703063517291,0.26783578736441477,0.8433865085244179,0.9870593389748571,0.0022633509023372816,0.07271738576569728,0.21529095167560236,0.2696374013505168,0.3186923741496853,0.31718794397804156,0.6938620848315102,0.7873887951884951,0.9219180439596332,0.003805161735467014,0.07271738576569728,0.21529095167560236,0.2696374013505168,0.3186923741496853,0.31718794397804156,0.6938620848315102,0.7873887951884951,0.9219180439596332,0.003805161735467014,0.07271738576569728,0.21529095167560236,0.2696374013505168,0.3186923741496853,0.31718794397804156,0.6938620848315102,0.7873887951884951,0.9219180439596332,0.003805161735467014,0.07271738576569728,0.21529095167560236,0.2696374013505168,0.3186923741496853,0.31718794397804156,0.6938620848315102,0.7873887951884951,0.9219180439596332,0.003805161735467014,0.07271738576569728,0.21529095167560236,0.2696374013505168,0.3186923741496853,0.31718794397804156,0.6938620848315102,0.7873887951884951,0.9219180439596332,0.003805161735467014,0.062047964178158777,0.062047964178158777,6.815494650976491,6.815494650976491,0.999999999986248,0.999999999986248,0.999999999986248,0.999999999986248,0.999999999986248,0.999999999986248,0.42288756796022203,0.42288756796022203,84,add_adapter_missing_layer,256,0.07271738576569728
+up_blocks.0.attentions.2.transformer_blocks.6.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7965308768408639,1.0004869891064507,0.009471761977433093,0.07714972818004233,0.09706355215405803,0.09683189548910527,0.09701435858418268,0.2535123143877302,0.9825223162770271,0.9820115339659584,0.0003282942718344982,0.06814888286005173,0.2069693101303918,0.2604819768689717,0.2598754032203073,0.2604411027856869,0.6804012826510838,0.8925470273409571,0.8922506490194094,0.0039013199240766233,0.06814888286005173,0.2069693101303918,0.2604819768689717,0.2598754032203073,0.2604411027856869,0.6804012826510838,0.8925470273409571,0.8922506490194094,0.0039013199240766233,0.06814888286005173,0.2069693101303918,0.2604819768689717,0.2598754032203073,0.2604411027856869,0.6804012826510838,0.8925470273409571,0.8922506490194094,0.0039013199240766233,0.06814888286005173,0.2069693101303918,0.2604819768689717,0.2598754032203073,0.2604411027856869,0.6804012826510838,0.8925470273409571,0.8922506490194094,0.0039013199240766233,0.06814888286005173,0.2069693101303918,0.2604819768689717,0.2598754032203073,0.2604411027856869,0.6804012826510838,0.8925470273409571,0.8922506490194094,0.0039013199240766233,0.05867712088261864,0.05867712088261864,7.194953063139109,7.194953063139109,0.9999999999853262,0.9999999999853262,0.9999999999853262,0.9999999999853262,0.9999999999853262,0.9999999999853262,0.42217913063058077,0.42217913063058077,85,add_adapter_missing_layer,256,0.06814888286005173
+mid_block.attentions.0.transformer_blocks.0.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8656139075756073,1.1231012046337128,0.006334711622912437,0.06298517442441412,0.07958925125268916,0.07304427519163972,0.07104586278874966,0.21069345303944179,1.102789825626782,0.9819207354885023,0.0006115792882529344,0.05482997605577111,0.18458771705627441,0.23411309066070798,0.21385432934935183,0.20882455412508064,0.6268230506352016,0.9968898200563022,0.8876291560518196,0.002591885303055668,0.05482997605577111,0.18458771705627441,0.23411309066070798,0.21385432934935183,0.20882455412508064,0.6268230506352016,0.9968898200563022,0.8876291560518196,0.002591885303055668,0.05482997605577111,0.18458771705627441,0.23411309066070798,0.21385432934935183,0.20882455412508064,0.6268230506352016,0.9968898200563022,0.8876291560518196,0.002591885303055668,0.05482997605577111,0.18458771705627441,0.23411309066070798,0.21385432934935183,0.20882455412508064,0.6268230506352016,0.9968898200563022,0.8876291560518196,0.002591885303055668,0.05482997605577111,0.18458771705627441,0.23411309066070798,0.21385432934935183,0.20882455412508064,0.6268230506352016,0.9968898200563022,0.8876291560518196,0.002591885303055668,0.048495264432858676,0.048495264432858676,8.655480992820173,8.655480992820173,0.9999999999817618,0.9999999999817618,0.9999999999817618,0.9999999999817618,0.9999999999817618,0.9999999999817618,0.41974983954039646,0.41974983954039646,86,add_adapter_missing_layer,256,0.05482997605577111
+mid_block.attentions.0.transformer_blocks.7.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.7.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.709966781948294,0.9029729653682027,0.009647387296094425,0.07800565593476806,0.09822065318090474,0.10991903064425697,0.10882423801158446,0.25719366861241205,0.8900191528456551,0.9856546918387572,-0.00037940377244792344,0.06863855331071786,0.2081539575010538,0.2619841815574251,0.29328401769124174,0.2902367412834816,0.6856896153518132,0.8224875650235585,0.9109030699999875,0.0012825257195540221,0.06863855331071786,0.2081539575010538,0.2619841815574251,0.29328401769124174,0.2902367412834816,0.6856896153518132,0.8224875650235585,0.9109030699999875,0.0012825257195540221,0.06863855331071786,0.2081539575010538,0.2619841815574251,0.29328401769124174,0.2902367412834816,0.6856896153518132,0.8224875650235585,0.9109030699999875,0.0012825257195540221,0.06863855331071786,0.2081539575010538,0.2619841815574251,0.29328401769124174,0.2902367412834816,0.6856896153518132,0.8224875650235585,0.9109030699999875,0.0012825257195540221,0.06863855331071786,0.2081539575010538,0.2619841815574251,0.29328401769124174,0.2902367412834816,0.6856896153518132,0.8224875650235585,0.9109030699999875,0.0012825257195540221,0.05899116601462343,0.05899116601462343,7.114729739459121,7.114729739459121,0.9999999999854309,0.9999999999854309,0.9999999999854309,0.9999999999854309,0.9999999999854309,0.9999999999854309,0.41970620320961155,0.41970620320961155,87,add_adapter_missing_layer,256,0.06863855331071786
+mid_block.attentions.0.transformer_blocks.3.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.3.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.822177957211222,1.0583110004663467,0.008072188722768001,0.07129883473472935,0.0898442111757698,0.08706643971914861,0.08532609921984018,0.2359244610582079,1.0405369741576058,0.9832226204185648,-0.00033879366242217657,0.06234529135482652,0.1977577262691089,0.2496521318517189,0.24119127561416995,0.23674350870062483,0.6598084313528878,0.9510904050299099,0.8989662229916046,0.00250983282798448,0.06234529135482652,0.1977577262691089,0.2496521318517189,0.24119127561416995,0.23674350870062483,0.6598084313528878,0.9510904050299099,0.8989662229916046,0.00250983282798448,0.06234529135482652,0.1977577262691089,0.2496521318517189,0.24119127561416995,0.23674350870062483,0.6598084313528878,0.9510904050299099,0.8989662229916046,0.00250983282798448,0.06234529135482652,0.1977577262691089,0.2496521318517189,0.24119127561416995,0.23674350870062483,0.6598084313528878,0.9510904050299099,0.8989662229916046,0.00250983282798448,0.06234529135482652,0.1977577262691089,0.2496521318517189,0.24119127561416995,0.23674350870062483,0.6598084313528878,0.9510904050299099,0.8989662229916046,0.00250983282798448,0.05427310263205852,0.05427310263205852,7.723468007041897,7.723468007041897,0.9999999999839603,0.9999999999839603,0.9999999999839603,0.9999999999839603,0.9999999999839603,0.9999999999839603,0.4191765718216054,0.4191765718216054,88,add_adapter_missing_layer,256,0.06234529135482652
+up_blocks.0.attentions.2.transformer_blocks.9.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.780784643122128,0.9741698013884681,0.008552260780041772,0.07323576044291258,0.09225471875295578,0.09384105289687338,0.09473714567120897,0.24182544435773576,0.9576927551201412,0.9829785709140648,0.0006741966020139703,0.0642980641153242,0.2005908792572362,0.2526993631721373,0.2567730080876041,0.25921955272471264,0.6633018255233765,0.8708808315651757,0.8939860759212527,0.0031899939593651133,0.0642980641153242,0.2005908792572362,0.2526993631721373,0.2567730080876041,0.25921955272471264,0.6633018255233765,0.8708808315651757,0.8939860759212527,0.0031899939593651133,0.0642980641153242,0.2005908792572362,0.2526993631721373,0.2567730080876041,0.25921955272471264,0.6633018255233765,0.8708808315651757,0.8939860759212527,0.0031899939593651133,0.0642980641153242,0.2005908792572362,0.2526993631721373,0.2567730080876041,0.25921955272471264,0.6633018255233765,0.8708808315651757,0.8939860759212527,0.0031899939593651133,0.0642980641153242,0.2005908792572362,0.2526993631721373,0.2567730080876041,0.25921955272471264,0.6633018255233765,0.8708808315651757,0.8939860759212527,0.0031899939593651133,0.05574580333528242,0.05574580333528242,7.518253449176498,7.518253449176498,0.9999999999844473,0.9999999999844473,0.9999999999844473,0.9999999999844473,0.9999999999844473,0.9999999999844473,0.4191110782026018,0.4191110782026018,89,add_adapter_missing_layer,256,0.0642980641153242
+up_blocks.0.attentions.2.transformer_blocks.5.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.784627976162093,0.9788401999643871,0.00906950087353055,0.07563878728875092,0.09512169258439933,0.09640216253673782,0.09717569715043133,0.2481294104031154,0.9619757384061813,0.9827429632765391,-0.0011805327643092628,0.06626612433631505,0.2042186236275094,0.25717196382545543,0.26027944374377104,0.2627338778412262,0.6736591032573155,0.8835513847214835,0.9026085420540924,-0.009581188563190932,0.06626612433631505,0.2042186236275094,0.25717196382545543,0.26027944374377104,0.2627338778412262,0.6736591032573155,0.8835513847214835,0.9026085420540924,-0.009581188563190932,0.06626612433631505,0.2042186236275094,0.25717196382545543,0.26027944374377104,0.2627338778412262,0.6736591032573155,0.8835513847214835,0.9026085420540924,-0.009581188563190932,0.06626612433631505,0.2042186236275094,0.25717196382545543,0.26027944374377104,0.2627338778412262,0.6736591032573155,0.8835513847214835,0.9026085420540924,-0.009581188563190932,0.06626612433631505,0.2042186236275094,0.25717196382545543,0.26027944374377104,0.2627338778412262,0.6736591032573155,0.8835513847214835,0.9026085420540924,-0.009581188563190932,0.05719662346278451,0.05719662346278451,7.306479733896611,7.306479733896611,0.9999999999849093,0.9999999999849093,0.9999999999849093,0.9999999999849093,0.9999999999849093,0.9999999999849093,0.41790597017815045,0.41790597017815045,90,add_adapter_missing_layer,256,0.06626612433631505
+up_blocks.0.attentions.2.transformer_blocks.8.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7557654583028385,0.9602426365017891,0.009394964303023048,0.07661778426596097,0.09662642543267676,0.1012822596818562,0.1005256193243572,0.2544499295098441,0.9444751249892371,0.9835212807005379,-0.002907981921453029,0.06752665407423462,0.20570055155881814,0.25911668890668155,0.27191663015894924,0.26957129422190584,0.6799728870391846,0.8688073073114667,0.9046230104844224,0.004930875271124283,0.06752665407423462,0.20570055155881814,0.25911668890668155,0.27191663015894924,0.26957129422190584,0.6799728870391846,0.8688073073114667,0.9046230104844224,0.004930875271124283,0.06752665407423462,0.20570055155881814,0.25911668890668155,0.27191663015894924,0.26957129422190584,0.6799728870391846,0.8688073073114667,0.9046230104844224,0.004930875271124283,0.06752665407423462,0.20570055155881814,0.25911668890668155,0.27191663015894924,0.26957129422190584,0.6799728870391846,0.8688073073114667,0.9046230104844224,0.004930875271124283,0.06752665407423462,0.20570055155881814,0.25911668890668155,0.27191663015894924,0.26957129422190584,0.6799728870391846,0.8688073073114667,0.9046230104844224,0.004930875271124283,0.058131689771211574,0.058131689771211574,7.187537055922481,7.187537055922481,0.999999999985191,0.999999999985191,0.999999999985191,0.999999999985191,0.999999999985191,0.999999999985191,0.417823674353973,0.417823674353973,91,add_adapter_missing_layer,256,0.06752665407423462
+up_blocks.0.attentions.2.transformer_blocks.7.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7341796266181129,0.9249426126480103,0.009576536565353828,0.07737914086984736,0.0975811305893928,0.10528923642585278,0.10537767316117833,0.2569751569202968,0.9114167019724846,0.9853361281199702,5.15249810989969e-05,0.06821094998823744,0.206993555650115,0.2603167281349689,0.2815857311917818,0.28103673655944633,0.6793921675000872,0.837675925876413,0.905516015447809,0.011967802386997002,0.06821094998823744,0.206993555650115,0.2603167281349689,0.2815857311917818,0.28103673655944633,0.6793921675000872,0.837675925876413,0.905516015447809,0.011967802386997002,0.06821094998823744,0.206993555650115,0.2603167281349689,0.2815857311917818,0.28103673655944633,0.6793921675000872,0.837675925876413,0.905516015447809,0.011967802386997002,0.06821094998823744,0.206993555650115,0.2603167281349689,0.2815857311917818,0.28103673655944633,0.6793921675000872,0.837675925876413,0.905516015447809,0.011967802386997002,0.06821094998823744,0.206993555650115,0.2603167281349689,0.2815857311917818,0.28103673655944633,0.6793921675000872,0.837675925876413,0.905516015447809,0.011967802386997002,0.05863441342288361,0.05863441342288361,7.122715975198128,7.122715975198128,0.9999999999853395,0.9999999999853395,0.9999999999853395,0.9999999999853395,0.9999999999853395,0.9999999999853395,0.4176362731835447,0.4176362731835447,92,add_adapter_missing_layer,256,0.06821094998823744
+mid_block.attentions.0.transformer_blocks.8.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.8.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.742934093943664,0.9359966920954841,0.008950482122600079,0.0751398503780365,0.09460640283866648,0.10116299735576433,0.10110263654392858,0.24776317392076766,0.9216172194906643,0.9846330001903129,-0.0005072721735034845,0.06546537298709154,0.20331419552011148,0.25585791183007733,0.2737247096484503,0.27342477780025926,0.6689446994236538,0.8461612431066377,0.9040300954422454,0.0035282125531271697,0.06546537298709154,0.20331419552011148,0.25585791183007733,0.2737247096484503,0.27342477780025926,0.6689446994236538,0.8461612431066377,0.9040300954422454,0.0035282125531271697,0.06546537298709154,0.20331419552011148,0.25585791183007733,0.2737247096484503,0.27342477780025926,0.6689446994236538,0.8461612431066377,0.9040300954422454,0.0035282125531271697,0.06546537298709154,0.20331419552011148,0.25585791183007733,0.2737247096484503,0.27342477780025926,0.6689446994236538,0.8461612431066377,0.9040300954422454,0.0035282125531271697,0.06546537298709154,0.20331419552011148,0.25585791183007733,0.2737247096484503,0.27342477780025926,0.6689446994236538,0.8461612431066377,0.9040300954422454,0.0035282125531271697,0.05651489086449146,0.05651489086449146,7.314172810253035,7.314172810253035,0.9999999999847247,0.9999999999847247,0.9999999999847247,0.9999999999847247,0.9999999999847247,0.9999999999847247,0.4133596781354811,0.4133596781354811,93,add_adapter_missing_layer,256,0.06546537298709154
+up_blocks.0.attentions.1.transformer_blocks.3.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6964088614497866,0.88817519481693,0.009778586681932211,0.07877057418227196,0.09887625037019332,0.11343050622188476,0.11168709704526902,0.25624687331063406,0.8750490961330277,0.9852856082043381,0.001177223585500542,0.06852757345352854,0.2083644558276449,0.26176798306397575,0.3000041650351325,0.29565734600862736,0.6808327223573413,0.8107191430670875,0.9129976168514882,0.00618786830026303,0.06852757345352854,0.2083644558276449,0.26176798306397575,0.3000041650351325,0.29565734600862736,0.6808327223573413,0.8107191430670875,0.9129976168514882,0.00618786830026303,0.06852757345352854,0.2083644558276449,0.26176798306397575,0.3000041650351325,0.29565734600862736,0.6808327223573413,0.8107191430670875,0.9129976168514882,0.00618786830026303,0.06852757345352854,0.2083644558276449,0.26176798306397575,0.3000041650351325,0.29565734600862736,0.6808327223573413,0.8107191430670875,0.9129976168514882,0.00618786830026303,0.06852757345352854,0.2083644558276449,0.26176798306397575,0.3000041650351325,0.29565734600862736,0.6808327223573413,0.8107191430670875,0.9129976168514882,0.00618786830026303,0.05874898677159633,0.05874898677159633,7.007922072536134,7.007922072536134,0.9999999999854072,0.9999999999854072,0.9999999999854072,0.9999999999854072,0.9999999999854072,0.9999999999854072,0.4117083211358033,0.4117083211358033,94,add_adapter_missing_layer,256,0.06852757345352854
+mid_block.attentions.0.transformer_blocks.2.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.2.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8111237064003944,1.041261566536767,0.007539212853381676,0.06903037867907967,0.08682727224384645,0.08521841510195874,0.08352058879120104,0.22650857056890214,1.0231412276625633,0.9826020580867864,0.0002179376619194175,0.05957258951717189,0.1936028472014836,0.24407115808094737,0.23892602298382976,0.23468633949156972,0.6417773451123919,0.9337666566882815,0.8968171682034477,-0.00218036146387541,0.05957258951717189,0.1936028472014836,0.24407115808094737,0.23892602298382976,0.23468633949156972,0.6417773451123919,0.9337666566882815,0.8968171682034477,-0.00218036146387541,0.05957258951717189,0.1936028472014836,0.24407115808094737,0.23892602298382976,0.23468633949156972,0.6417773451123919,0.9337666566882815,0.8968171682034477,-0.00218036146387541,0.05957258951717189,0.1936028472014836,0.24407115808094737,0.23892602298382976,0.23468633949156972,0.6417773451123919,0.9337666566882815,0.8968171682034477,-0.00218036146387541,0.05957258951717189,0.1936028472014836,0.24407115808094737,0.23892602298382976,0.23468633949156972,0.6417773451123919,0.9337666566882815,0.8968171682034477,-0.00218036146387541,0.052033376663790216,0.052033376663790216,7.901698846789981,7.901698846789981,0.9999999999832138,0.9999999999832138,0.9999999999832138,0.9999999999832138,0.9999999999832138,0.9999999999832138,0.41115207237885987,0.41115207237885987,95,add_adapter_missing_layer,256,0.05957258951717189
+up_blocks.0.attentions.0.transformer_blocks.1.attn1.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8836298595581736,1.120198201920305,0.007336104862458471,0.06806560632373605,0.08561539662548869,0.07790875430042352,0.0773274621529514,0.22337301980171884,1.1009323650172778,0.9828552658853088,0.0002347927165179239,0.058705355772482495,0.19237646593579225,0.24224901490396886,0.2194411074157036,0.2180103091376822,0.6346688887902668,1.0005028982247626,0.8936452335743336,-0.0018071729738429504,0.058705355772482495,0.19237646593579225,0.24224901490396886,0.2194411074157036,0.2180103091376822,0.6346688887902668,1.0005028982247626,0.8936452335743336,-0.0018071729738429504,0.058705355772482495,0.19237646593579225,0.24224901490396886,0.2194411074157036,0.2180103091376822,0.6346688887902668,1.0005028982247626,0.8936452335743336,-0.0018071729738429504,0.058705355772482495,0.19237646593579225,0.24224901490396886,0.2194411074157036,0.2180103091376822,0.6346688887902668,1.0005028982247626,0.8936452335743336,-0.0018071729738429504,0.058705355772482495,0.19237646593579225,0.24224901490396886,0.2194411074157036,0.2180103091376822,0.6346688887902668,1.0005028982247626,0.8936452335743336,-0.0018071729738429504,0.05136925091002403,0.05136925091002403,8.002251448844058,8.002251448844058,0.9999999999829658,0.9999999999829658,0.9999999999829658,0.9999999999829658,0.9999999999829658,0.9999999999829658,0.4110696625207737,0.4110696625207737,96,add_adapter_missing_layer,256,0.058705355772482495
+up_blocks.0.attentions.0.transformer_blocks.9.attn1.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7534649702055114,0.9464004327143941,0.009438967057836376,0.07725244321461235,0.09704478773770044,0.1026365390895463,0.10265047477788145,0.25210223879132954,0.932292885013989,0.9850914598575695,-0.0015099542667615293,0.06710386921518616,0.20623424729066236,0.25887179183096104,0.27396214103761146,0.2737777481119713,0.670593581029347,0.8605118510978562,0.909335994871204,-0.0017289402221129433,0.06710386921518616,0.20623424729066236,0.25887179183096104,0.27396214103761146,0.2737777481119713,0.670593581029347,0.8605118510978562,0.909335994871204,-0.0017289402221129433,0.06710386921518616,0.20623424729066236,0.25887179183096104,0.27396214103761146,0.2737777481119713,0.670593581029347,0.8605118510978562,0.909335994871204,-0.0017289402221129433,0.06710386921518616,0.20623424729066236,0.25887179183096104,0.27396214103761146,0.2737777481119713,0.670593581029347,0.8605118510978562,0.909335994871204,-0.0017289402221129433,0.06710386921518616,0.20623424729066236,0.25887179183096104,0.27396214103761146,0.2737777481119713,0.670593581029347,0.8605118510978562,0.909335994871204,-0.0017289402221129433,0.05766490215734978,0.05766490215734978,7.109238627161671,7.109238627161671,0.9999999999850977,0.9999999999850977,0.9999999999850977,0.9999999999850977,0.9999999999850977,0.9999999999850977,0.4099535498485295,0.4099535498485295,97,add_adapter_missing_layer,256,0.06710386921518616
+down_blocks.2.attentions.1.transformer_blocks.9.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7391202822327614,0.9287755276475634,0.009401705149295074,0.07723212148994207,0.09695920005802101,0.1047085065982856,0.10460443793973295,0.25128452266965595,0.9146757594176701,0.9848118643058275,-0.0004400213598013839,0.06691283280295986,0.20640633521335466,0.25865537663640487,0.2796898963598881,0.27889850490747903,0.667074808052608,0.8460242471524647,0.911010136804946,-0.0016071361661878264,0.06691283280295986,0.20640633521335466,0.25865537663640487,0.2796898963598881,0.27889850490747903,0.667074808052608,0.8460242471524647,0.911010136804946,-0.0016071361661878264,0.06691283280295986,0.20640633521335466,0.25865537663640487,0.2796898963598881,0.27889850490747903,0.667074808052608,0.8460242471524647,0.911010136804946,-0.0016071361661878264,0.06691283280295986,0.20640633521335466,0.25865537663640487,0.2796898963598881,0.27889850490747903,0.667074808052608,0.8460242471524647,0.911010136804946,-0.0016071361661878264,0.06691283280295986,0.20640633521335466,0.25865537663640487,0.2796898963598881,0.27889850490747903,0.667074808052608,0.8460242471524647,0.911010136804946,-0.0016071361661878264,0.057511127653664784,0.057511127653664784,7.1170954346361075,7.1170954346361075,0.9999999999850551,0.9999999999850551,0.9999999999850551,0.9999999999850551,0.9999999999850551,0.9999999999850551,0.409312184064672,0.409312184064672,98,add_adapter_missing_layer,256,0.06691283280295986
+up_blocks.0.attentions.2.transformer_blocks.3.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.741590077323573,0.9322370109813554,0.00876774950717975,0.07440688979945012,0.09355216064470417,0.1004586115616887,0.10046750356254337,0.24369829254490988,0.9180752485990524,0.9848085195689704,-1.5318825644174338e-05,0.06425148574635386,0.20136596501937934,0.25322934062117813,0.2717735690394566,0.2718513695157426,0.6588854363986424,0.8437889654721532,0.9052304864457875,-0.006025359096643764,0.06425148574635386,0.20136596501937934,0.25322934062117813,0.2717735690394566,0.2718513695157426,0.6588854363986424,0.8437889654721532,0.9052304864457875,-0.006025359096643764,0.06425148574635386,0.20136596501937934,0.25322934062117813,0.2717735690394566,0.2718513695157426,0.6588854363986424,0.8437889654721532,0.9052304864457875,-0.006025359096643764,0.06425148574635386,0.20136596501937934,0.25322934062117813,0.2717735690394566,0.2718513695157426,0.6588854363986424,0.8437889654721532,0.9052304864457875,-0.006025359096643764,0.06425148574635386,0.20136596501937934,0.25322934062117813,0.2717735690394566,0.2718513695157426,0.6588854363986424,0.8437889654721532,0.9052304864457875,-0.006025359096643764,0.05548373623917412,0.05548373623917412,7.328161654984707,7.328161654984707,0.9999999999844361,0.9999999999844361,0.9999999999844361,0.9999999999844361,0.9999999999844361,0.9999999999844361,0.40659378838320115,0.40659378838320115,99,add_adapter_missing_layer,256,0.06425148574635386
+up_blocks.0.attentions.1.transformer_blocks.4.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6751864446060998,0.8569135367870331,0.010289091700022774,0.08080836704799108,0.10142141320784721,0.12036463476339941,0.11907986308743469,0.2625498686517988,0.8460092172026634,0.9874746355639815,0.0006211689039576283,0.06991122450147357,0.21113943042499678,0.2643884499828196,0.3143362952631294,0.31022347746685125,0.6776618255036218,0.7909387201070786,0.9236925633986031,0.0027496408577332787,0.06991122450147357,0.21113943042499678,0.2643884499828196,0.3143362952631294,0.31022347746685125,0.6776618255036218,0.7909387201070786,0.9236925633986031,0.0027496408577332787,0.06991122450147357,0.21113943042499678,0.2643884499828196,0.3143362952631294,0.31022347746685125,0.6776618255036218,0.7909387201070786,0.9236925633986031,0.0027496408577332787,0.06991122450147357,0.21113943042499678,0.2643884499828196,0.3143362952631294,0.31022347746685125,0.6776618255036218,0.7909387201070786,0.9236925633986031,0.0027496408577332787,0.06991122450147357,0.21113943042499678,0.2643884499828196,0.3143362952631294,0.31022347746685125,0.6776618255036218,0.7909387201070786,0.9236925633986031,0.0027496408577332787,0.05962213280145079,0.05962213280145079,6.7946934999640565,6.7946934999640565,0.9999999999856961,0.9999999999856961,0.9999999999856961,0.9999999999856961,0.9999999999856961,0.9999999999856961,0.4051141182000114,0.4051141182000114,100,add_adapter_missing_layer,256,0.06991122450147357
+up_blocks.0.attentions.1.transformer_blocks.5.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6719718564833913,0.8476858681866101,0.01074123103171587,0.0824838098404663,0.10362185411115199,0.12333391013919201,0.12286461881617501,0.2691132000514439,0.8363837621041706,0.9866994404127595,-0.00011215072890990996,0.07145838692252125,0.21327391612742627,0.2672478415573803,0.3184809536060057,0.31645937332834556,0.6880585721560887,0.7771810985037259,0.9171040982937361,-0.002082980268564175,0.07145838692252125,0.21327391612742627,0.2672478415573803,0.3184809536060057,0.31645937332834556,0.6880585721560887,0.7771810985037259,0.9171040982937361,-0.002082980268564175,0.07145838692252125,0.21327391612742627,0.2672478415573803,0.3184809536060057,0.31645937332834556,0.6880585721560887,0.7771810985037259,0.9171040982937361,-0.002082980268564175,0.07145838692252125,0.21327391612742627,0.2672478415573803,0.3184809536060057,0.31645937332834556,0.6880585721560887,0.7771810985037259,0.9171040982937361,-0.002082980268564175,0.07145838692252125,0.21327391612742627,0.2672478415573803,0.3184809536060057,0.31645937332834556,0.6880585721560887,0.7771810985037259,0.9171040982937361,-0.002082980268564175,0.06071715589080538,0.06071715589080538,6.652718548262464,6.652718548262464,0.9999999999860057,0.9999999999860057,0.9999999999860057,0.9999999999860057,0.9999999999860057,0.9999999999860057,0.4039341491925045,0.4039341491925045,101,add_adapter_missing_layer,256,0.07145838692252125
+up_blocks.0.attentions.2.transformer_blocks.9.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7546162871377808,0.9544115502919469,0.008575785090215504,0.07336250280163117,0.09242419461659261,0.09721265873264973,0.09681706018614453,0.2425134309700557,0.9384629790272031,0.9831726108835849,-0.0009868752649708767,0.06329776878867831,0.19932884962431022,0.25102858973795245,0.2640440360947053,0.2628861327527708,0.6569702880723136,0.8613625147512981,0.9024940315113232,0.00022597536475846676,0.06329776878867831,0.19932884962431022,0.25102858973795245,0.2640440360947053,0.2628861327527708,0.6569702880723136,0.8613625147512981,0.9024940315113232,0.00022597536475846676,0.06329776878867831,0.19932884962431022,0.25102858973795245,0.2640440360947053,0.2628861327527708,0.6569702880723136,0.8613625147512981,0.9024940315113232,0.00022597536475846676,0.06329776878867831,0.19932884962431022,0.25102858973795245,0.2640440360947053,0.2628861327527708,0.6569702880723136,0.8613625147512981,0.9024940315113232,0.00022597536475846676,0.06329776878867831,0.19932884962431022,0.25102858973795245,0.2640440360947053,0.2628861327527708,0.6569702880723136,0.8613625147512981,0.9024940315113232,0.00022597536475846676,0.0547219836984628,0.0547219836984628,7.380988226199437,7.380988226199437,0.9999999999842015,0.9999999999842015,0.9999999999842015,0.9999999999842015,0.9999999999842015,0.9999999999842015,0.4039023173926315,0.4039023173926315,102,add_adapter_missing_layer,256,0.06329776878867831
+up_blocks.0.attentions.0.transformer_blocks.2.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7049564187015805,0.8825262188911438,0.008927146588186068,0.07476029145930495,0.09447387085106682,0.10652022331687494,0.10747128256891067,0.25077966707093374,0.871162089918341,0.9871136048264507,-0.0006574932805441287,0.0646245514840952,0.20153420764420713,0.2541889210101113,0.2869285532161773,0.28899638944599326,0.6700280436447689,0.8049357820834432,0.9122510000330434,-0.00028823388171466443,0.0646245514840952,0.20153420764420713,0.2541889210101113,0.2869285532161773,0.28899638944599326,0.6700280436447689,0.8049357820834432,0.9122510000330434,-0.00028823388171466443,0.0646245514840952,0.20153420764420713,0.2541889210101113,0.2869285532161773,0.28899638944599326,0.6700280436447689,0.8049357820834432,0.9122510000330434,-0.00028823388171466443,0.0646245514840952,0.20153420764420713,0.2541889210101113,0.2869285532161773,0.28899638944599326,0.6700280436447689,0.8049357820834432,0.9122510000330434,-0.00028823388171466443,0.0646245514840952,0.20153420764420713,0.2541889210101113,0.2869285532161773,0.28899638944599326,0.6700280436447689,0.8049357820834432,0.9122510000330434,-0.00028823388171466443,0.05569740489590913,0.05569740489590913,7.239104997153109,7.239104997153109,0.9999999999845259,0.9999999999845259,0.9999999999845259,0.9999999999845259,0.9999999999845259,0.9999999999845259,0.40319936211043583,0.40319936211043583,103,add_adapter_missing_layer,256,0.0646245514840952
+down_blocks.2.attentions.1.transformer_blocks.8.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7496257115687642,0.9361185474055154,0.00837516610044986,0.07283174871866192,0.09150928923449657,0.09742154444095115,0.09800599534508617,0.2378076719386237,0.9215012416243553,0.984389510197187,-0.0010943243160974297,0.062348778026976755,0.1995130375559841,0.24967426506393017,0.2666967572362908,0.26722002169810055,0.6402463912963867,0.8445201377783503,0.9022646042770168,-0.005378058137596652,0.062348778026976755,0.1995130375559841,0.24967426506393017,0.2666967572362908,0.26722002169810055,0.6402463912963867,0.8445201377783503,0.9022646042770168,-0.005378058137596652,0.062348778026976755,0.1995130375559841,0.24967426506393017,0.2666967572362908,0.26722002169810055,0.6402463912963867,0.8445201377783503,0.9022646042770168,-0.005378058137596652,0.062348778026976755,0.1995130375559841,0.24967426506393017,0.2666967572362908,0.26722002169810055,0.6402463912963867,0.8445201377783503,0.9022646042770168,-0.005378058137596652,0.062348778026976755,0.1995130375559841,0.24967426506393017,0.2666967572362908,0.26722002169810055,0.6402463912963867,0.8445201377783503,0.9022646042770168,-0.005378058137596652,0.053973611926526895,0.053973611926526895,7.444482565687061,7.444482565687061,0.9999999999839612,0.9999999999839612,0.9999999999839612,0.9999999999839612,0.9999999999839612,0.9999999999839612,0.40180561299418865,0.40180561299418865,104,add_adapter_missing_layer,256,0.062348778026976755
+down_blocks.2.attentions.1.transformer_blocks.9.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6694305964878627,0.8399283790162632,0.009161271420972688,0.0762250464675682,0.09571066659090814,0.11414568831822972,0.11422765553996646,0.2482344572033201,0.8290868060929435,0.9870675917637837,-0.00039628534260113417,0.06527550385466643,0.2038584854453802,0.2554824018354146,0.30519605504079034,0.3048224253857828,0.6575635714190347,0.7652331399066108,0.9111330275314657,0.0033862744655510013,0.06527550385466643,0.2038584854453802,0.2554824018354146,0.30519605504079034,0.3048224253857828,0.6575635714190347,0.7652331399066108,0.9111330275314657,0.0033862744655510013,0.06527550385466643,0.2038584854453802,0.2554824018354146,0.30519605504079034,0.3048224253857828,0.6575635714190347,0.7652331399066108,0.9111330275314657,0.0033862744655510013,0.06527550385466643,0.2038584854453802,0.2554824018354146,0.30519605504079034,0.3048224253857828,0.6575635714190347,0.7652331399066108,0.9111330275314657,0.0033862744655510013,0.06527550385466643,0.2038584854453802,0.2554824018354146,0.30519605504079034,0.3048224253857828,0.6575635714190347,0.7652331399066108,0.9111330275314657,0.0033862744655510013,0.05611423243369375,0.05611423243369375,7.125157726263581,7.125157726263581,0.9999999999846803,0.9999999999846803,0.9999999999846803,0.9999999999846803,0.9999999999846803,0.9999999999846803,0.3998227567782834,0.3998227567782834,105,add_adapter_missing_layer,256,0.06527550385466643
+mid_block.attentions.0.transformer_blocks.2.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.2.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7722952131714139,0.9773695117660931,0.007752585233122643,0.07006721092121941,0.08804741843989712,0.09077858908966359,0.09013519007343289,0.22896989062428474,0.9612361458795411,0.9834935408650887,0.0002540597571234165,0.05962593228157077,0.19431009808821337,0.24418269522796893,0.2517128684360873,0.24993740311198906,0.6350523063114711,0.8776051583034652,0.8979440147959632,0.0007699614905780956,0.05962593228157077,0.19431009808821337,0.24418269522796893,0.2517128684360873,0.24993740311198906,0.6350523063114711,0.8776051583034652,0.8979440147959632,0.0007699614905780956,0.05962593228157077,0.19431009808821337,0.24418269522796893,0.2517128684360873,0.24993740311198906,0.6350523063114711,0.8776051583034652,0.8979440147959632,0.0007699614905780956,0.05962593228157077,0.19431009808821337,0.24418269522796893,0.2517128684360873,0.24993740311198906,0.6350523063114711,0.8776051583034652,0.8979440147959632,0.0007699614905780956,0.05962593228157077,0.19431009808821337,0.24418269522796893,0.2517128684360873,0.24993740311198906,0.6350523063114711,0.8776051583034652,0.8979440147959632,0.0007699614905780956,0.05187334704844813,0.05187334704844813,7.69110309411756,7.69110309411756,0.9999999999832287,0.9999999999832287,0.9999999999832287,0.9999999999832287,0.9999999999832287,0.9999999999832287,0.3989632599865534,0.3989632599865534,106,add_adapter_missing_layer,256,0.05962593228157077
+mid_block.attentions.0.transformer_blocks.9.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.9.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7282546364835331,0.9121748613459724,0.008580211732935692,0.07370868192187377,0.09262835906063628,0.10122981723819272,0.10156341881624872,0.24088786808507784,0.8989470239196505,0.9854973832427083,-0.00016182299382957614,0.06277605265911136,0.19920104209865844,0.25054727603342075,0.2735699829463133,0.274708032829095,0.6536354018109185,0.82825525530747,0.9080130066877387,0.005171047498671604,0.06277605265911136,0.19920104209865844,0.25054727603342075,0.2735699829463133,0.274708032829095,0.6536354018109185,0.82825525530747,0.9080130066877387,0.005171047498671604,0.06277605265911136,0.19920104209865844,0.25054727603342075,0.2735699829463133,0.274708032829095,0.6536354018109185,0.82825525530747,0.9080130066877387,0.005171047498671604,0.06277605265911136,0.19920104209865844,0.25054727603342075,0.2735699829463133,0.274708032829095,0.6536354018109185,0.82825525530747,0.9080130066877387,0.005171047498671604,0.06277605265911136,0.19920104209865844,0.25054727603342075,0.2735699829463133,0.274708032829095,0.6536354018109185,0.82825525530747,0.9080130066877387,0.005171047498671604,0.05419584092617567,0.05419584092617567,7.316375703273741,7.316375703273741,0.9999999999840703,0.9999999999840703,0.9999999999840703,0.9999999999840703,0.9999999999840703,0.9999999999840703,0.39651713377076037,0.39651713377076037,107,add_adapter_missing_layer,256,0.06277605265911136
+up_blocks.0.attentions.1.transformer_blocks.3.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6790832142744746,0.8597521239093372,0.00978369581779199,0.07846948384706463,0.09890004008496536,0.11605200381092995,0.11551857462440772,0.25979690892355783,0.8461829615490777,0.9843112891248363,0.0013780118311257996,0.06725552212446928,0.20630543412906782,0.2593233782343127,0.3050397260350763,0.30281511936152655,0.6738744654825756,0.7841269735779081,0.9124549738339727,-0.0014190017062349267,0.06725552212446928,0.20630543412906782,0.2593233782343127,0.3050397260350763,0.30281511936152655,0.6738744654825756,0.7841269735779081,0.9124549738339727,-0.0014190017062349267,0.06725552212446928,0.20630543412906782,0.2593233782343127,0.3050397260350763,0.30281511936152655,0.6738744654825756,0.7841269735779081,0.9124549738339727,-0.0014190017062349267,0.06725552212446928,0.20630543412906782,0.2593233782343127,0.3050397260350763,0.30281511936152655,0.6738744654825756,0.7841269735779081,0.9124549738339727,-0.0014190017062349267,0.06725552212446928,0.20630543412906782,0.2593233782343127,0.3050397260350763,0.30281511936152655,0.6738744654825756,0.7841269735779081,0.9124549738339727,-0.0014190017062349267,0.05747182630667729,0.05747182630667729,6.87424500619577,6.87424500619577,0.9999999999851312,0.9999999999851312,0.9999999999851312,0.9999999999851312,0.9999999999851312,0.9999999999851312,0.3950754149856271,0.3950754149856271,108,add_adapter_missing_layer,256,0.06725552212446928
+up_blocks.0.attentions.1.transformer_blocks.3.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6884595698543957,0.8617879886712346,0.009806850825303368,0.07823821835752044,0.09900916748914312,0.11557230985595743,0.11670701027814422,0.26398944003241404,0.8471653631755284,0.9834870277715154,0.00025954045642200593,0.0672571255958506,0.20600426489753382,0.25929602877489877,0.3042393607343324,0.305643466186937,0.6788440431867327,0.7850926209773336,0.9123537113460588,0.0004698557514270111,0.0672571255958506,0.20600426489753382,0.25929602877489877,0.3042393607343324,0.305643466186937,0.6788440431867327,0.7850926209773336,0.9123537113460588,0.0004698557514270111,0.0672571255958506,0.20600426489753382,0.25929602877489877,0.3042393607343324,0.305643466186937,0.6788440431867327,0.7850926209773336,0.9123537113460588,0.0004698557514270111,0.0672571255958506,0.20600426489753382,0.25929602877489877,0.3042393607343324,0.305643466186937,0.6788440431867327,0.7850926209773336,0.9123537113460588,0.0004698557514270111,0.0672571255958506,0.20600426489753382,0.25929602877489877,0.3042393607343324,0.305643466186937,0.6788440431867327,0.7850926209773336,0.9123537113460588,0.0004698557514270111,0.05745027477054724,0.05745027477054724,6.8581776950718405,6.8581776950718405,0.9999999999851316,0.9999999999851316,0.9999999999851316,0.9999999999851316,0.9999999999851316,0.9999999999851316,0.3940041930071156,0.3940041930071156,109,add_adapter_missing_layer,256,0.0672571255958506
+up_blocks.0.attentions.2.transformer_blocks.6.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.738430346761431,0.9298427658421653,0.0090646689391828,0.07555386903030532,0.09500626610628307,0.1022810405802911,0.10213549201732815,0.24770978093147278,0.9150691223996026,0.9841060289941298,0.00045907076517031394,0.06439808809331485,0.20189242038343633,0.2533534148039263,0.27333168022509213,0.2723915686545693,0.6558099644524711,0.8419922568968364,0.9054504695067,0.00048012447756004155,0.06439808809331485,0.20189242038343633,0.2533534148039263,0.27333168022509213,0.2723915686545693,0.6558099644524711,0.8419922568968364,0.9054504695067,0.00048012447756004155,0.06439808809331485,0.20189242038343633,0.2533534148039263,0.27333168022509213,0.2723915686545693,0.6558099644524711,0.8419922568968364,0.9054504695067,0.00048012447756004155,0.06439808809331485,0.20189242038343633,0.2533534148039263,0.27333168022509213,0.2723915686545693,0.6558099644524711,0.8419922568968364,0.9054504695067,0.00048012447756004155,0.06439808809331485,0.20189242038343633,0.2533534148039263,0.27333168022509213,0.2723915686545693,0.6558099644524711,0.8419922568968364,0.9054504695067,0.00048012447756004155,0.05533341915413205,0.05533341915413205,7.1042956470086125,7.1042956470086125,0.9999999999844715,0.9999999999844715,0.9999999999844715,0.9999999999844715,0.9999999999844715,0.9999999999844715,0.3931049688308033,0.3931049688308033,110,add_adapter_missing_layer,256,0.06439808809331485
+up_blocks.0.attentions.2.transformer_blocks.2.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7232182600668499,0.9138305112719536,0.008240919302417231,0.07204955709832055,0.0906862353890525,0.09993938013665933,0.09952565666400716,0.23725228437355586,0.8999719183359828,0.9848637493744203,-0.0018237872508117497,0.06116146434630666,0.19652863591909409,0.2471399588672188,0.27243430982175026,0.2710821849652295,0.6440132515771049,0.8248984483735902,0.9029591513221542,-0.0033719894935139954,0.06116146434630666,0.19652863591909409,0.2471399588672188,0.27243430982175026,0.2710821849652295,0.6440132515771049,0.8248984483735902,0.9029591513221542,-0.0033719894935139954,0.06116146434630666,0.19652863591909409,0.2471399588672188,0.27243430982175026,0.2710821849652295,0.6440132515771049,0.8248984483735902,0.9029591513221542,-0.0033719894935139954,0.06116146434630666,0.19652863591909409,0.2471399588672188,0.27243430982175026,0.2710821849652295,0.6440132515771049,0.8248984483735902,0.9029591513221542,-0.0033719894935139954,0.06116146434630666,0.19652863591909409,0.2471399588672188,0.27243430982175026,0.2710821849652295,0.6440132515771049,0.8248984483735902,0.9029591513221542,-0.0033719894935139954,0.05292054504388943,0.05292054504388943,7.421679802269762,7.421679802269762,0.9999999999836499,0.9999999999836499,0.9999999999836499,0.9999999999836499,0.9999999999836499,0.9999999999836499,0.39275934027734133,0.39275934027734133,111,add_adapter_missing_layer,256,0.06116146434630666
+up_blocks.0.attentions.0.transformer_blocks.4.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6460569979889053,0.8158286320311683,0.01052490490422185,0.08162014146468469,0.10251966637554609,0.1265669656689696,0.12589464902077532,0.2661250744547163,0.8043916566031319,0.9859110062981628,0.0006948665760709056,0.06971109685088907,0.21010066036667144,0.26366935726780744,0.32548121989980416,0.32346366271034865,0.6825056757245745,0.7541766741446086,0.9245195973383658,0.004845408371173627,0.06971109685088907,0.21010066036667144,0.26366935726780744,0.32548121989980416,0.32346366271034865,0.6825056757245745,0.7541766741446086,0.9245195973383658,0.004845408371173627,0.06971109685088907,0.21010066036667144,0.26366935726780744,0.32548121989980416,0.32346366271034865,0.6825056757245745,0.7541766741446086,0.9245195973383658,0.004845408371173627,0.06971109685088907,0.21010066036667144,0.26366935726780744,0.32548121989980416,0.32346366271034865,0.6825056757245745,0.7541766741446086,0.9245195973383658,0.004845408371173627,0.06971109685088907,0.21010066036667144,0.26366935726780744,0.32548121989980416,0.32346366271034865,0.6825056757245745,0.7541766741446086,0.9245195973383658,0.004845408371173627,0.059186191946667216,0.059186191946667216,6.623441967281096,6.623441967281096,0.999999999985655,0.999999999985655,0.999999999985655,0.999999999985655,0.999999999985655,0.999999999985655,0.39201630762311007,0.39201630762311007,112,add_adapter_missing_layer,256,0.06971109685088907
+mid_block.attentions.0.transformer_blocks.7.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.7.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7232592691268239,0.9131832708205495,0.008351019034827394,0.07270414515265397,0.09138341392563798,0.10074287676666041,0.1002753171409736,0.2378572906766619,0.9001267211777824,0.9857226130370762,-0.0007954055831110704,0.06149342489827957,0.19715698382684163,0.24797415229232528,0.2731264547421675,0.27202935160240527,0.6468297583716256,0.8226828692214829,0.9010046016379654,0.0010986256119005183,0.06149342489827957,0.19715698382684163,0.24797415229232528,0.2731264547421675,0.27202935160240527,0.6468297583716256,0.8226828692214829,0.9010046016379654,0.0010986256119005183,0.06149342489827957,0.19715698382684163,0.24797415229232528,0.2731264547421675,0.27202935160240527,0.6468297583716256,0.8226828692214829,0.9010046016379654,0.0010986256119005183,0.06149342489827957,0.19715698382684163,0.24797415229232528,0.2731264547421675,0.27202935160240527,0.6468297583716256,0.8226828692214829,0.9010046016379654,0.0010986256119005183,0.06149342489827957,0.19715698382684163,0.24797415229232528,0.2731264547421675,0.27202935160240527,0.6468297583716256,0.8226828692214829,0.9010046016379654,0.0010986256119005183,0.053142405863452175,0.053142405863452175,7.363583370420012,7.363583370420012,0.9999999999837381,0.9999999999837381,0.9999999999837381,0.9999999999837381,0.9999999999837381,0.9999999999837381,0.3913185360802274,0.3913185360802274,113,add_adapter_missing_layer,256,0.06149342489827957
+up_blocks.0.attentions.2.transformer_blocks.8.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,1.0398798531719617,1.2296677402087621,0.00517206741330613,0.05694589098649366,0.07156641825567119,0.05487602493921954,0.05831746853575754,0.18599041870662145,1.1839108445814677,0.9627020533451498,0.0005236258274529908,0.04740510654768774,0.17662094347178936,0.217623932514391,0.17001372851343985,0.1771292410834933,0.5314091273716518,1.0576185041240282,0.8600334362778469,-0.0009280847862100927,0.04740510654768774,0.17662094347178936,0.217623932514391,0.17001372851343985,0.1771292410834933,0.5314091273716518,1.0576185041240282,0.8600334362778469,-0.0009280847862100927,0.04740510654768774,0.17662094347178936,0.217623932514391,0.17001372851343985,0.1771292410834933,0.5314091273716518,1.0576185041240282,0.8600334362778469,-0.0009280847862100927,0.04740510654768774,0.17662094347178936,0.217623932514391,0.17001372851343985,0.1771292410834933,0.5314091273716518,1.0576185041240282,0.8600334362778469,-0.0009280847862100927,0.04740510654768774,0.17662094347178936,0.217623932514391,0.17001372851343985,0.1771292410834933,0.5314091273716518,1.0576185041240282,0.8600334362778469,-0.0009280847862100927,0.04223303913438161,0.04223303913438161,9.165601054727837,9.165601054727837,0.9999999999789052,0.9999999999789052,0.9999999999789052,0.9999999999789052,0.9999999999789052,0.9999999999789052,0.3870911880344501,0.3870911880344501,114,add_adapter_missing_layer,256,0.04740510654768774
+up_blocks.0.attentions.0.transformer_blocks.5.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6125921681523323,0.7715706867831094,0.00996589002066425,0.07942544269774642,0.0997128748110467,0.1298714691943889,0.12946144332194953,0.25832003355026245,0.7613267749547958,0.9867033348312217,0.0001458115708114097,0.06728293154654759,0.20641521896634782,0.25901151567812525,0.3373640112638974,0.33613434225493777,0.6698933775935855,0.7152552296008382,0.9272173070306108,0.006430489107775169,0.06728293154654759,0.20641521896634782,0.25901151567812525,0.3373640112638974,0.33613434225493777,0.6698933775935855,0.7152552296008382,0.9272173070306108,0.006430489107775169,0.06728293154654759,0.20641521896634782,0.25901151567812525,0.3373640112638974,0.33613434225493777,0.6698933775935855,0.7152552296008382,0.9272173070306108,0.006430489107775169,0.06728293154654759,0.20641521896634782,0.25901151567812525,0.3373640112638974,0.33613434225493777,0.6698933775935855,0.7152552296008382,0.9272173070306108,0.006430489107775169,0.06728293154654759,0.20641521896634782,0.25901151567812525,0.3373640112638974,0.33613434225493777,0.6698933775935855,0.7152552296008382,0.9272173070306108,0.006430489107775169,0.057317041525883336,0.057317041525883336,6.751321899026104,6.751321899026104,0.9999999999851373,0.9999999999851373,0.9999999999851373,0.9999999999851373,0.9999999999851373,0.9999999999851373,0.38696579764108474,0.38696579764108474,115,add_adapter_missing_layer,256,0.06728293154654759
+mid_block.attentions.0.transformer_blocks.6.attn1.to_q,model.diffusion_model.middle_block.1.transformer_blocks.6.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7770438566803932,0.9769665183765548,0.007750729389954358,0.06999903025903872,0.08803746142831795,0.09024714183967565,0.09026555044147999,0.22966939317328589,0.9612566371049199,0.9839104557234765,-0.0010800094335406487,0.05873665180323379,0.19280703658504145,0.24233466332171663,0.248411909307395,0.24830978068499127,0.6307115980557033,0.8780051640101841,0.8988660764772082,-0.003675972543922918,0.05873665180323379,0.19280703658504145,0.24233466332171663,0.248411909307395,0.24830978068499127,0.6307115980557033,0.8780051640101841,0.8988660764772082,-0.003675972543922918,0.05873665180323379,0.19280703658504145,0.24233466332171663,0.248411909307395,0.24830978068499127,0.6307115980557033,0.8780051640101841,0.8988660764772082,-0.003675972543922918,0.05873665180323379,0.19280703658504145,0.24233466332171663,0.248411909307395,0.24830978068499127,0.6307115980557033,0.8780051640101841,0.8988660764772082,-0.003675972543922918,0.05873665180323379,0.19280703658504145,0.24233466332171663,0.248411909307395,0.24830978068499127,0.6307115980557033,0.8780051640101841,0.8988660764772082,-0.003675972543922918,0.050985922413279434,0.050985922413279434,7.578209590413976,7.578209590413976,0.9999999999829748,0.9999999999829748,0.9999999999829748,0.9999999999829748,0.9999999999829748,0.9999999999829748,0.38638200620841706,0.38638200620841706,116,add_adapter_missing_layer,256,0.05873665180323379
+up_blocks.0.attentions.2.transformer_blocks.4.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7219122797250748,0.911860004067421,0.009648218917261277,0.07805999501475266,0.09805869896155253,0.10811777120945538,0.10750328336398766,0.25461372307368685,0.8989969108785901,0.9859039471349347,-0.00226120856469996,0.06605836822252188,0.2042477343763624,0.25671273668127503,0.2829005268085791,0.2814538931494598,0.670361978667123,0.8324957521898406,0.9129879768475496,-0.01567096116403783,0.06605836822252188,0.2042477343763624,0.25671273668127503,0.2829005268085791,0.2814538931494598,0.670361978667123,0.8324957521898406,0.9129879768475496,-0.01567096116403783,0.06605836822252188,0.2042477343763624,0.25671273668127503,0.2829005268085791,0.2814538931494598,0.670361978667123,0.8324957521898406,0.9129879768475496,-0.01567096116403783,0.06605836822252188,0.2042477343763624,0.25671273668127503,0.2829005268085791,0.2814538931494598,0.670361978667123,0.8324957521898406,0.9129879768475496,-0.01567096116403783,0.06605836822252188,0.2042477343763624,0.25671273668127503,0.2829005268085791,0.2814538931494598,0.670361978667123,0.8324957521898406,0.9129879768475496,-0.01567096116403783,0.0564101493052606,0.0564101493052606,6.846690439153756,6.846690439153756,0.9999999999848618,0.9999999999848618,0.9999999999848618,0.9999999999848618,0.9999999999848618,0.9999999999848618,0.38622282991956364,0.38622282991956364,117,add_adapter_missing_layer,256,0.06605836822252188
+up_blocks.0.attentions.2.transformer_blocks.3.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6852002165147236,0.8650699843253408,0.008834491708382432,0.0745791851409844,0.09389245209736742,0.10893560606530728,0.10862966477187638,0.24582699792725698,0.85458890242236,0.9878991158516123,0.0030410835897782817,0.06294071009116513,0.19885229106460298,0.2507223870484244,0.29041938449491456,0.2900471699820126,0.659385187285287,0.7879256925412587,0.9109333831445845,0.002723071679375672,0.06294071009116513,0.19885229106460298,0.2507223870484244,0.29041938449491456,0.2900471699820126,0.659385187285287,0.7879256925412587,0.9109333831445845,0.002723071679375672,0.06294071009116513,0.19885229106460298,0.2507223870484244,0.29041938449491456,0.2900471699820126,0.659385187285287,0.7879256925412587,0.9109333831445845,0.002723071679375672,0.06294071009116513,0.19885229106460298,0.2507223870484244,0.29041938449491456,0.2900471699820126,0.659385187285287,0.7879256925412587,0.9109333831445845,0.002723071679375672,0.06294071009116513,0.19885229106460298,0.2507223870484244,0.29041938449491456,0.2900471699820126,0.659385187285287,0.7879256925412587,0.9109333831445845,0.002723071679375672,0.05410621838278269,0.05410621838278269,7.12442913091657,7.12442913091657,0.9999999999841119,0.9999999999841119,0.9999999999841119,0.9999999999841119,0.9999999999841119,0.9999999999841119,0.38547591841003065,0.38547591841003065,118,add_adapter_missing_layer,256,0.06294071009116513
+mid_block.attentions.0.transformer_blocks.8.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.8.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.702859144125666,0.8894151523709297,0.008935831803163248,0.07509332788842064,0.09452852310983628,0.10692715986809423,0.10636738845351387,0.24740026678357804,0.8762084469199181,0.9851459179762669,0.0002071956752160986,0.06324338680133224,0.19929748880011694,0.25147423816301534,0.28370548150893576,0.2828904714649298,0.6631656118801662,0.8077865807073457,0.9082912980684094,0.0017224071548948164,0.06324338680133224,0.19929748880011694,0.25147423816301534,0.28370548150893576,0.2828904714649298,0.6631656118801662,0.8077865807073457,0.9082912980684094,0.0017224071548948164,0.06324338680133224,0.19929748880011694,0.25147423816301534,0.28370548150893576,0.2828904714649298,0.6631656118801662,0.8077865807073457,0.9082912980684094,0.0017224071548948164,0.06324338680133224,0.19929748880011694,0.25147423816301534,0.28370548150893576,0.2828904714649298,0.6631656118801662,0.8077865807073457,0.9082912980684094,0.0017224071548948164,0.06324338680133224,0.19929748880011694,0.25147423816301534,0.28370548150893576,0.2828904714649298,0.6631656118801662,0.8077865807073457,0.9082912980684094,0.0017224071548948164,0.054307554998168986,0.054307554998168986,7.077504163839211,7.077504163839211,0.999999999984188,0.999999999984188,0.999999999984188,0.999999999984188,0.999999999984188,0.999999999984188,0.3843619466274679,0.3843619466274679,119,add_adapter_missing_layer,256,0.06324338680133224
+mid_block.attentions.0.transformer_blocks.1.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7801998694028173,1.0017192150865282,0.007110940658354333,0.06709540329341378,0.08432422497245866,0.0866820888523095,0.0848745379840065,0.21939644643238612,0.9845265767404011,0.9828806222352855,-0.0006632759706560266,0.055922536711607664,0.18781385198235512,0.23637753214527452,0.2421532042113574,0.23741060889429816,0.6183674420629229,0.8970095504607473,0.8959034840152904,-0.0020924073779886904,0.055922536711607664,0.18781385198235512,0.23637753214527452,0.2421532042113574,0.23741060889429816,0.6183674420629229,0.8970095504607473,0.8959034840152904,-0.0020924073779886904,0.055922536711607664,0.18781385198235512,0.23637753214527452,0.2421532042113574,0.23741060889429816,0.6183674420629229,0.8970095504607473,0.8959034840152904,-0.0020924073779886904,0.055922536711607664,0.18781385198235512,0.23637753214527452,0.2421532042113574,0.23741060889429816,0.6183674420629229,0.8970095504607473,0.8959034840152904,-0.0020924073779886904,0.055922536711607664,0.18781385198235512,0.23637753214527452,0.2421532042113574,0.23741060889429816,0.6183674420629229,0.8970095504607473,0.8959034840152904,-0.0020924073779886904,0.04881159605325333,0.04881159605325333,7.864295230482963,7.864295230482963,0.9999999999821182,0.9999999999821182,0.9999999999821182,0.9999999999821182,0.9999999999821182,0.9999999999821182,0.3838688020338612,0.3838688020338612,120,add_adapter_missing_layer,256,0.055922536711607664
+up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_v,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.7574436728443418,0.9690760884966169,0.007073104805645666,0.06684189649032694,0.08408852866971782,0.08929362515310803,0.08802399547921494,0.2194231152534485,0.952128138925348,0.9825639401524752,-0.0005205808393254431,0.05567965490211334,0.1873828132769891,0.2356242057311952,0.2492638426089566,0.24550178000494724,0.6136413642338344,0.8697852130447116,0.8985775588547739,0.001260715353834842,0.05567965490211334,0.1873828132769891,0.2356242057311952,0.2492638426089566,0.24550178000494724,0.6136413642338344,0.8697852130447116,0.8985775588547739,0.001260715353834842,0.05567965490211334,0.1873828132769891,0.2356242057311952,0.2492638426089566,0.24550178000494724,0.6136413642338344,0.8697852130447116,0.8985775588547739,0.001260715353834842,0.05567965490211334,0.1873828132769891,0.2356242057311952,0.2492638426089566,0.24550178000494724,0.6136413642338344,0.8697852130447116,0.8985775588547739,0.001260715353834842,0.05567965490211334,0.1873828132769891,0.2356242057311952,0.2492638426089566,0.24550178000494724,0.6136413642338344,0.8697852130447116,0.8985775588547739,0.001260715353834842,0.04860655009646767,0.04860655009646767,7.8720245810296055,7.8720245810296055,0.9999999999820401,0.9999999999820401,0.9999999999820401,0.9999999999820401,0.9999999999820401,0.9999999999820401,0.38263195715844045,0.38263195715844045,121,add_adapter_missing_layer,256,0.05567965490211334
+up_blocks.0.attentions.1.transformer_blocks.3.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.681883233998503,0.8652371231998716,0.009941752151852208,0.07908470250133957,0.09969225961129756,0.1164605282205069,0.11566024258943944,0.2619566491671971,0.8512700540678841,0.9839783113769948,0.0003791989899062693,0.06679752289450594,0.2051507971648659,0.2584359855943718,0.30215008492565326,0.2998155115306765,0.6785266058785575,0.7950169539877346,0.9193132619738115,0.000634962256136922,0.06679752289450594,0.2051507971648659,0.2584359855943718,0.30215008492565326,0.2998155115306765,0.6785266058785575,0.7950169539877346,0.9193132619738115,0.000634962256136922,0.06679752289450594,0.2051507971648659,0.2584359855943718,0.30215008492565326,0.2998155115306765,0.6785266058785575,0.7950169539877346,0.9193132619738115,0.000634962256136922,0.06679752289450594,0.2051507971648659,0.2584359855943718,0.30215008492565326,0.2998155115306765,0.6785266058785575,0.7950169539877346,0.9193132619738115,0.000634962256136922,0.06679752289450594,0.2051507971648659,0.2584359855943718,0.30215008492565326,0.2998155115306765,0.6785266058785575,0.7950169539877346,0.9193132619738115,0.000634962256136922,0.05685577074265373,0.05685577074265373,6.718888367715169,6.718888367715169,0.9999999999850293,0.9999999999850293,0.9999999999850293,0.9999999999850293,0.9999999999850293,0.9999999999850293,0.3820075766802966,0.3820075766802966,122,add_adapter_missing_layer,256,0.06679752289450594
+mid_block.attentions.0.transformer_blocks.9.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.9.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6762694822890418,0.8569776948009219,0.008835031384868281,0.07471053900995425,0.0939913209828466,0.11060655383703408,0.10982407950669701,0.24541447471295083,0.8447401981268611,0.9857351543068085,-0.0005969664992611408,0.06262099097615906,0.1988033474023853,0.25022368654709687,0.294275685215997,0.2923189007787498,0.654546890939985,0.7837319480521339,0.9146327384811854,0.0026607867746081737,0.06262099097615906,0.1988033474023853,0.25022368654709687,0.294275685215997,0.2923189007787498,0.654546890939985,0.7837319480521339,0.9146327384811854,0.0026607867746081737,0.06262099097615906,0.1988033474023853,0.25022368654709687,0.294275685215997,0.2923189007787498,0.654546890939985,0.7837319480521339,0.9146327384811854,0.0026607867746081737,0.06262099097615906,0.1988033474023853,0.25022368654709687,0.294275685215997,0.2923189007787498,0.654546890939985,0.7837319480521339,0.9146327384811854,0.0026607867746081737,0.06262099097615906,0.1988033474023853,0.25022368654709687,0.294275685215997,0.2923189007787498,0.654546890939985,0.7837319480521339,0.9146327384811854,0.0026607867746081737,0.053785959591290775,0.053785959591290775,7.087806284007314,7.087806284007314,0.9999999999840308,0.9999999999840308,0.9999999999840308,0.9999999999840308,0.9999999999840308,0.9999999999840308,0.38122446238251423,0.38122446238251423,123,add_adapter_missing_layer,256,0.06262099097615906
+down_blocks.2.attentions.1.transformer_blocks.2.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7404846346804074,0.9382181391119957,0.007653157667456461,0.06911773367651872,0.08747974423652176,0.09396793645037595,0.0938495239201623,0.2331687637737819,0.922848530113697,0.9836450879979252,-0.0007585133674378344,0.05793328995683363,0.19059149761285102,0.24061388890321828,0.2586866153297011,0.25772021193870837,0.6379401087760925,0.8478704914450645,0.9039711739507496,-0.0006485462323066063,0.05793328995683363,0.19059149761285102,0.24061388890321828,0.2586866153297011,0.25772021193870837,0.6379401087760925,0.8478704914450645,0.9039711739507496,-0.0006485462323066063,0.05793328995683363,0.19059149761285102,0.24061388890321828,0.2586866153297011,0.25772021193870837,0.6379401087760925,0.8478704914450645,0.9039711739507496,-0.0006485462323066063,0.05793328995683363,0.19059149761285102,0.24061388890321828,0.2586866153297011,0.25772021193870837,0.6379401087760925,0.8478704914450645,0.9039711739507496,-0.0006485462323066063,0.05793328995683363,0.19059149761285102,0.24061388890321828,0.2586866153297011,0.25772021193870837,0.6379401087760925,0.8478704914450645,0.9039711739507496,-0.0006485462323066063,0.05028013228937717,0.05028013228937717,7.569854492298471,7.569854492298471,0.9999999999827388,0.9999999999827388,0.9999999999827388,0.9999999999827388,0.9999999999827388,0.9999999999827388,0.3806132852841032,0.3806132852841032,124,add_adapter_missing_layer,256,0.05793328995683363
+mid_block.attentions.0.transformer_blocks.6.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.6.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6854332759976387,0.8658974756087575,0.008609382851448442,0.0738457812528525,0.09278345909464512,0.10788473264674547,0.1073110486366862,0.24112938131604875,0.8529171411480222,0.985001705636271,-0.00043642319003213615,0.061615151552749534,0.1974687978093113,0.24822215870155717,0.28844022291657717,0.28703146226362725,0.6464418641158513,0.7881144966397967,0.9101466032229341,-0.0015031266005475377,0.061615151552749534,0.1974687978093113,0.24822215870155717,0.28844022291657717,0.28703146226362725,0.6464418641158513,0.7881144966397967,0.9101466032229341,-0.0015031266005475377,0.061615151552749534,0.1974687978093113,0.24822215870155717,0.28844022291657717,0.28703146226362725,0.6464418641158513,0.7881144966397967,0.9101466032229341,-0.0015031266005475377,0.061615151552749534,0.1974687978093113,0.24822215870155717,0.28844022291657717,0.28703146226362725,0.6464418641158513,0.7881144966397967,0.9101466032229341,-0.0015031266005475377,0.061615151552749534,0.1974687978093113,0.24822215870155717,0.28844022291657717,0.28703146226362725,0.6464418641158513,0.7881144966397967,0.9101466032229341,-0.0015031266005475377,0.053005768701301095,0.053005768701301095,7.1567442880329875,7.1567442880329875,0.9999999999837702,0.9999999999837702,0.9999999999837702,0.9999999999837702,0.9999999999837702,0.9999999999837702,0.37934873238583433,0.37934873238583433,125,add_adapter_missing_layer,256,0.061615151552749534
+up_blocks.0.attentions.0.proj_out,model.diffusion_model.output_blocks.0.1.proj_out.weight,proj_out,1280,1280,56,True,128,True,256,True,True,256,True,True,phase2,256,2.574011789900916,3.279482526438577,0.15619481448084116,0.3131465943796294,0.39389156238041506,0.12254308410724181,0.12087285625698932,1.0277469498770577,3.2343197635241916,0.9863471857585362,-0.0019031599942991306,1.0925663400973593,0.8262855165771076,1.0410895445362696,0.32304249467237683,0.31911337260875033,2.732696567262922,3.0140014035361156,0.919840442875791,-0.005013439169748121,0.5609709428889411,0.5889334338051933,0.7467660840973448,0.23135850497379604,0.22996825548483749,2.004821641104562,3.126220111336027,0.9534048014480437,-0.011236410246056039,0.3312290856348617,0.4542104867952211,0.5735694225584622,0.17789213976279947,0.1761088398983161,1.5167338166918074,3.2350791607584273,0.9867552461342779,0.0006270747856303517,0.3327453477042062,0.45535649146352497,0.5744915758209485,0.17820491343318332,0.17625053735540827,1.5145602226257324,3.2144296978201186,0.979867248527975,-0.002052300275473889,0.3327453477042062,0.45535649146352497,0.5744915758209485,0.17820491343318332,0.17625053735540827,1.5145602226257324,3.2144296978201186,0.979867248527975,-0.002052300275473889,0.9363715256165182,0.17655053322336506,6.994895084845332,2.130322628238663,1.947634461187616,3.2985217406253913,3.2834909567700765,3.2834909567700765,0.590456760431256,1.004577683947754,0.37610959595333643,6.549820582124108,126,train_block_level_or_rank256_plus_real_latents,128,0.3327453477042062
+up_blocks.0.attentions.2.transformer_blocks.2.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6999509994472776,0.892572147505624,0.008190823411236383,0.07182805479637214,0.09041543327184073,0.10278663025601527,0.10146965379448354,0.23650486980165755,0.8781442503843989,0.9838751900211761,0.0018047820293369504,0.059717762017888684,0.19393696981881345,0.2442257470165478,0.2774293466267009,0.27398602033599934,0.6392643962587629,0.807546832731792,0.9049108072500329,0.0048738943027534076,0.059717762017888684,0.19393696981881345,0.2442257470165478,0.2774293466267009,0.27398602033599934,0.6392643962587629,0.807546832731792,0.9049108072500329,0.0048738943027534076,0.059717762017888684,0.19393696981881345,0.2442257470165478,0.2774293466267009,0.27398602033599934,0.6392643962587629,0.807546832731792,0.9049108072500329,0.0048738943027534076,0.059717762017888684,0.19393696981881345,0.2442257470165478,0.2774293466267009,0.27398602033599934,0.6392643962587629,0.807546832731792,0.9049108072500329,0.0048738943027534076,0.059717762017888684,0.19393696981881345,0.2442257470165478,0.2774293466267009,0.27398602033599934,0.6392643962587629,0.807546832731792,0.9049108072500329,0.0048738943027534076,0.0515269386066523,0.0515269386066523,7.290813024814513,7.290813024814513,0.9999999999832546,0.9999999999832546,0.9999999999832546,0.9999999999832546,0.9999999999832546,0.9999999999832546,0.37567327512219834,0.37567327512219834,127,add_adapter_missing_layer,256,0.059717762017888684
+up_blocks.0.attentions.2.transformer_blocks.0.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7764084275279727,0.9895380107419831,0.006979057922892805,0.0660031411264624,0.08353648810192382,0.08511900613286091,0.08457684007233904,0.2222705909184047,0.9724484660795757,0.9827305770852636,-0.0006958142571176852,0.054687963732119114,0.18483121027903898,0.23382355734449384,0.23823080300916036,0.2365649585346409,0.6221425746168409,0.8877036039318357,0.8972086794458376,-0.0033426174694406135,0.054687963732119114,0.18483121027903898,0.23382355734449384,0.23823080300916036,0.2365649585346409,0.6221425746168409,0.8877036039318357,0.8972086794458376,-0.0033426174694406135,0.054687963732119114,0.18483121027903898,0.23382355734449384,0.23823080300916036,0.2365649585346409,0.6221425746168409,0.8877036039318357,0.8972086794458376,-0.0033426174694406135,0.054687963732119114,0.18483121027903898,0.23382355734449384,0.23823080300916036,0.2365649585346409,0.6221425746168409,0.8877036039318357,0.8972086794458376,-0.0033426174694406135,0.054687963732119114,0.18483121027903898,0.23382355734449384,0.23823080300916036,0.2365649585346409,0.6221425746168409,0.8877036039318357,0.8972086794458376,-0.0033426174694406135,0.04770890580922631,0.04770890580922631,7.836009434008975,7.836009434008975,0.9999999999817145,0.9999999999817145,0.9999999999817145,0.9999999999817145,0.9999999999817145,0.9999999999817145,0.37384743600734294,0.37384743600734294,128,add_adapter_missing_layer,256,0.054687963732119114
+down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_v,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.7364984782678741,0.933636585516589,0.0078036936881419805,0.07020018595669951,0.0883377064064558,0.09536110479368429,0.09466817403464331,0.2308600970676967,0.9183189358030047,0.9835957131261128,0.00014496711966265657,0.05800568398886493,0.19136578004275048,0.24083164718684075,0.2599159197763168,0.2580465651782836,0.6296622667993818,0.8430427813104221,0.9030044903110614,0.0001913889765481664,0.05800568398886493,0.19136578004275048,0.24083164718684075,0.2599159197763168,0.2580465651782836,0.6296622667993818,0.8430427813104221,0.9030044903110614,0.0001913889765481664,0.05800568398886493,0.19136578004275048,0.24083164718684075,0.2599159197763168,0.2580465651782836,0.6296622667993818,0.8430427813104221,0.9030044903110614,0.0001913889765481664,0.05800568398886493,0.19136578004275048,0.24083164718684075,0.2599159197763168,0.2580465651782836,0.6296622667993818,0.8430427813104221,0.9030044903110614,0.0001913889765481664,0.05800568398886493,0.19136578004275048,0.24083164718684075,0.2599159197763168,0.2580465651782836,0.6296622667993818,0.8430427813104221,0.9030044903110614,0.0001913889765481664,0.05020199030072295,0.05020199030072295,7.4331062057924875,7.4331062057924875,0.9999999999827603,0.9999999999827603,0.9999999999827603,0.9999999999827603,0.9999999999827603,0.9999999999827603,0.373156725647438,0.373156725647438,129,add_adapter_missing_layer,256,0.05800568398886493
+down_blocks.2.attentions.0.transformer_blocks.3.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7498882487416267,0.9547617424811635,0.006935483318687018,0.0657630894067032,0.08327553831613001,0.08798943639462375,0.0875163237650207,0.22243438448224748,0.9384411786283765,0.9829185509768126,-0.00012308117285491399,0.054112316707947423,0.18371343266751086,0.23261087658635712,0.24568334522063875,0.24431535749529493,0.621679391179766,0.8572958973901612,0.8981643205935879,0.0013512070929989153,0.054112316707947423,0.18371343266751086,0.23261087658635712,0.24568334522063875,0.24431535749529493,0.621679391179766,0.8572958973901612,0.8981643205935879,0.0013512070929989153,0.054112316707947423,0.18371343266751086,0.23261087658635712,0.24568334522063875,0.24431535749529493,0.621679391179766,0.8572958973901612,0.8981643205935879,0.0013512070929989153,0.054112316707947423,0.18371343266751086,0.23261087658635712,0.24568334522063875,0.24431535749529493,0.621679391179766,0.8572958973901612,0.8981643205935879,0.0013512070929989153,0.054112316707947423,0.18371343266751086,0.23261087658635712,0.24568334522063875,0.24431535749529493,0.621679391179766,0.8572958973901612,0.8981643205935879,0.0013512070929989153,0.0471768333892604,0.0471768333892604,7.802241633880735,7.802241633880735,0.9999999999815199,0.9999999999815199,0.9999999999815199,0.9999999999815199,0.9999999999815199,0.9999999999815199,0.3680850536243423,0.3680850536243423,130,add_adapter_missing_layer,256,0.054112316707947423
+up_blocks.0.attentions.2.transformer_blocks.0.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7452476269432476,0.9524158846054759,0.006908955077441143,0.06568777986935206,0.08311845290468818,0.0886013463694315,0.08770509826282713,0.22104494060788835,0.9366745916860444,0.9835104531014497,-0.00031781913820136,0.053971642827881236,0.18326653673180512,0.23229157072985057,0.24687218297916896,0.24480799205671436,0.6209060379437038,0.8551161459514073,0.8980841031102623,-0.002222266029808192,0.053971642827881236,0.18326653673180512,0.23229157072985057,0.24687218297916896,0.24480799205671436,0.6209060379437038,0.8551161459514073,0.8980841031102623,-0.002222266029808192,0.053971642827881236,0.18326653673180512,0.23229157072985057,0.24687218297916896,0.24480799205671436,0.6209060379437038,0.8551161459514073,0.8980841031102623,-0.002222266029808192,0.053971642827881236,0.18326653673180512,0.23229157072985057,0.24687218297916896,0.24480799205671436,0.6209060379437038,0.8551161459514073,0.8980841031102623,-0.002222266029808192,0.053971642827881236,0.18326653673180512,0.23229157072985057,0.24687218297916896,0.24480799205671436,0.6209060379437038,0.8551161459514073,0.8980841031102623,-0.002222266029808192,0.04706268775044009,0.04706268775044009,7.811838724541073,7.811838724541073,0.9999999999814718,0.9999999999814718,0.9999999999814718,0.9999999999814718,0.9999999999814718,0.9999999999814718,0.36764612664987273,0.36764612664987273,131,add_adapter_missing_layer,256,0.053971642827881236
+down_blocks.2.attentions.1.proj_out,model.diffusion_model.input_blocks.8.1.proj_out.weight,proj_out,1280,1280,56,True,128,True,256,True,True,256,True,True,phase2,256,1.3880029512303216,1.7704664085592543,0.03394595310757203,0.14581940748861857,0.18391090514797037,0.10533108660499531,0.10419540752648114,0.4840888977050781,1.742217121379716,0.9841486243534462,-0.002146031352976609,0.24734551991735185,0.3934194876679352,0.4964338910495788,0.2841507405192835,0.281209746852127,1.309798206601824,1.610851960522788,0.9100002002634365,-0.023711956679887538,0.19901637533413513,0.3515908531844616,0.44323030985722495,0.2529552916334447,0.2500300265089165,1.1664483887808663,1.676652884909085,0.9483738374842883,-0.0002629702440961929,0.13690019665019854,0.29249332126762184,0.36877688882481413,0.21144506790367243,0.20910266317664936,0.9695870535714286,1.7238327179636275,0.9738250758233244,-0.0019044878063141368,0.12977141780512674,0.28505437235747066,0.3594672605877478,0.2065080434837176,0.20428464528225407,0.9454283884593419,1.7411466879504067,0.9835079937481511,0.005223290773366378,0.12977141780512674,0.28505437235747066,0.3594672605877478,0.2065080434837176,0.20428464528225407,0.9454283884593419,1.7411466879504067,0.9835079937481511,0.005223290773366378,0.2133995668097798,0.09582546469755471,7.286450880499572,3.822883316608273,1.2428400401767568,1.80675795921281,1.9060092283716592,1.9060092283716592,0.6878840819991039,0.9479271833024837,0.3663295702985169,1.5549254614793473,132,train_block_level_or_rank256_plus_real_latents,128,0.12977141780512674
+up_blocks.0.attentions.0.transformer_blocks.6.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5696808254080159,0.7193028841699872,0.009443284178684865,0.07732871600559779,0.0970847563530389,0.13633638525835576,0.1355950255355948,0.25175747701099943,0.7105848980801446,0.9877832691226853,-0.0009568089304049668,0.06367529243496912,0.20040995122066566,0.2518508058126429,0.35273459523760636,0.35109360475313195,0.6553016134670803,0.6730251141956874,0.9360860734675474,0.0037204452276975125,0.06367529243496912,0.20040995122066566,0.2518508058126429,0.35273459523760636,0.35109360475313195,0.6553016134670803,0.6730251141956874,0.9360860734675474,0.0037204452276975125,0.06367529243496912,0.20040995122066566,0.2518508058126429,0.35273459523760636,0.35109360475313195,0.6553016134670803,0.6730251141956874,0.9360860734675474,0.0037204452276975125,0.06367529243496912,0.20040995122066566,0.2518508058126429,0.35273459523760636,0.35109360475313195,0.6553016134670803,0.6730251141956874,0.9360860734675474,0.0037204452276975125,0.06367529243496912,0.20040995122066566,0.2518508058126429,0.35273459523760636,0.35109360475313195,0.6553016134670803,0.6730251141956874,0.9360860734675474,0.0037204452276975125,0.054232008256284256,0.054232008256284256,6.742918165266318,6.742918165266318,0.9999999999842952,0.9999999999842952,0.9999999999842952,0.9999999999842952,0.9999999999842952,0.9999999999842952,0.36568199361017206,0.36568199361017206,133,add_adapter_missing_layer,256,0.06367529243496912
+down_blocks.2.attentions.1.transformer_blocks.7.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7384006945150239,0.919058481497424,0.007920356400843178,0.07081725701157536,0.0889893403233507,0.09623965912674563,0.09714443074621779,0.2313777208328247,0.9039221118603434,0.9835340294068721,0.0010914369122474454,0.057760783338121006,0.19150990966175283,0.24031126833741137,0.2600777117502397,0.2621591597681812,0.6211884319782257,0.8280573040246964,0.9010364828486007,-0.0003008341888874254,0.057760783338121006,0.19150990966175283,0.24031126833741137,0.2600777117502397,0.2621591597681812,0.6211884319782257,0.8280573040246964,0.9010364828486007,-0.0003008341888874254,0.057760783338121006,0.19150990966175283,0.24031126833741137,0.2600777117502397,0.2621591597681812,0.6211884319782257,0.8280573040246964,0.9010364828486007,-0.0003008341888874254,0.057760783338121006,0.19150990966175283,0.24031126833741137,0.2600777117502397,0.2621591597681812,0.6211884319782257,0.8280573040246964,0.9010364828486007,-0.0003008341888874254,0.057760783338121006,0.19150990966175283,0.24031126833741137,0.2600777117502397,0.2621591597681812,0.6211884319782257,0.8280573040246964,0.9010364828486007,-0.0003008341888874254,0.04984042693727783,0.04984042693727783,7.2927000260593395,7.2927000260593395,0.9999999999826873,0.9999999999826873,0.9999999999826873,0.9999999999826873,0.9999999999826873,0.9999999999826873,0.36347128282429464,0.36347128282429464,134,add_adapter_missing_layer,256,0.057760783338121006
+up_blocks.0.attentions.2.transformer_blocks.5.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6802406215241977,0.8568605823176247,0.00891767070528918,0.07504099607467651,0.09429777921478848,0.110296380541387,0.11002098005499551,0.24517181089946202,0.8436795004776546,0.9846038349096272,0.002158871586321506,0.061484518593975475,0.19719379847603186,0.2477306001248764,0.28987861941004606,0.2890862633435566,0.6445166958229882,0.7835865382637296,0.9144898171274903,0.003925393839381286,0.061484518593975475,0.19719379847603186,0.2477306001248764,0.28987861941004606,0.2890862633435566,0.6445166958229882,0.7835865382637296,0.9144898171274903,0.003925393839381286,0.061484518593975475,0.19719379847603186,0.2477306001248764,0.28987861941004606,0.2890862633435566,0.6445166958229882,0.7835865382637296,0.9144898171274903,0.003925393839381286,0.061484518593975475,0.19719379847603186,0.2477306001248764,0.28987861941004606,0.2890862633435566,0.6445166958229882,0.7835865382637296,0.9144898171274903,0.003925393839381286,0.061484518593975475,0.19719379847603186,0.2477306001248764,0.28987861941004606,0.2890862633435566,0.6445166958229882,0.7835865382637296,0.9144898171274903,0.003925393839381286,0.05256684788868629,0.05256684788868629,6.894683670099364,6.894683670099364,0.9999999999837358,0.9999999999837358,0.9999999999837358,0.9999999999837358,0.9999999999837358,0.9999999999837358,0.36243178772672263,0.36243178772672263,135,add_adapter_missing_layer,256,0.061484518593975475
+up_blocks.0.attentions.0.transformer_blocks.2.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6526081977146012,0.8247814550995827,0.008697727894676583,0.07420500860150371,0.09320545046077507,0.1140990148869435,0.11341859213715541,0.24205657414027623,0.8132939104522977,0.9861021081384653,0.00019011037934189647,0.06046478423689093,0.1958735023758241,0.24566641989718827,0.3010171626956744,0.2987409602527623,0.6343598195484706,0.7561268178480012,0.9169758150845967,-0.0008096051956921915,0.06046478423689093,0.1958735023758241,0.24566641989718827,0.3010171626956744,0.2987409602527623,0.6343598195484706,0.7561268178480012,0.9169758150845967,-0.0008096051956921915,0.06046478423689093,0.1958735023758241,0.24566641989718827,0.3010171626956744,0.2987409602527623,0.6343598195484706,0.7561268178480012,0.9169758150845967,-0.0008096051956921915,0.06046478423689093,0.1958735023758241,0.24566641989718827,0.3010171626956744,0.2987409602527623,0.6343598195484706,0.7561268178480012,0.9169758150845967,-0.0008096051956921915,0.06046478423689093,0.1958735023758241,0.24566641989718827,0.3010171626956744,0.2987409602527623,0.6343598195484706,0.7561268178480012,0.9169758150845967,-0.0008096051956921915,0.051767056342214346,0.051767056342214346,6.951790739159179,6.951790739159179,0.9999999999834615,0.9999999999834615,0.9999999999834615,0.9999999999834615,0.9999999999834615,0.9999999999834615,0.3598737428733371,0.3598737428733371,136,add_adapter_missing_layer,256,0.06046478423689093
+up_blocks.0.attentions.0.transformer_blocks.3.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6802101688725608,0.8506017816918237,0.008602311285877866,0.07369602431676217,0.09274379695409797,0.10859516835534998,0.10925677574101995,0.24247313397271292,0.8389707590852465,0.9863387638636922,0.0003780652518149249,0.059842638804444244,0.19487693666347436,0.24461649626090556,0.28711000317992796,0.28811650089736623,0.633804189307349,0.7779642066785267,0.9146724323686458,-0.0022504556761110245,0.059842638804444244,0.19487693666347436,0.24461649626090556,0.28711000317992796,0.28811650089736623,0.633804189307349,0.7779642066785267,0.9146724323686458,-0.0022504556761110245,0.059842638804444244,0.19487693666347436,0.24461649626090556,0.28711000317992796,0.28811650089736623,0.633804189307349,0.7779642066785267,0.9146724323686458,-0.0022504556761110245,0.059842638804444244,0.19487693666347436,0.24461649626090556,0.28711000317992796,0.28811650089736623,0.633804189307349,0.7779642066785267,0.9146724323686458,-0.0022504556761110245,0.059842638804444244,0.19487693666347436,0.24461649626090556,0.28711000317992796,0.28811650089736623,0.633804189307349,0.7779642066785267,0.9146724323686458,-0.0022504556761110245,0.05124032751856638,0.05124032751856638,6.956576762774136,6.956576762774136,0.9999999999832895,0.9999999999832895,0.9999999999832895,0.9999999999832895,0.9999999999832895,0.9999999999832895,0.356457271732595,0.356457271732595,137,add_adapter_missing_layer,256,0.059842638804444244
+mid_block.attentions.0.transformer_blocks.9.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.9.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6741111991660935,0.8496776042240006,0.008544387362365211,0.07350907474756241,0.09243527181553934,0.10908038291512372,0.10882257252665059,0.24097589935575212,0.8369865821940559,0.9850614839222543,0.0011935766446445736,0.059585620649158955,0.19420549805675233,0.2440986483828734,0.28818189167491076,0.2873729616237241,0.6353376848357064,0.7772897045527186,0.914830776937623,0.002872761567589675,0.059585620649158955,0.19420549805675233,0.2440986483828734,0.28818189167491076,0.2873729616237241,0.6353376848357064,0.7772897045527186,0.914830776937623,0.002872761567589675,0.059585620649158955,0.19420549805675233,0.2440986483828734,0.28818189167491076,0.2873729616237241,0.6353376848357064,0.7772897045527186,0.914830776937623,0.002872761567589675,0.059585620649158955,0.19420549805675233,0.2440986483828734,0.28818189167491076,0.2873729616237241,0.6353376848357064,0.7772897045527186,0.914830776937623,0.002872761567589675,0.059585620649158955,0.19420549805675233,0.2440986483828734,0.28818189167491076,0.2873729616237241,0.6353376848357064,0.7772897045527186,0.914830776937623,0.002872761567589675,0.05104123328679375,0.05104123328679375,6.973656286305251,6.973656286305251,0.9999999999832174,0.9999999999832174,0.9999999999832174,0.9999999999832174,0.9999999999832174,0.9999999999832174,0.355944017371222,0.355944017371222,138,add_adapter_missing_layer,256,0.059585620649158955
+mid_block.attentions.0.transformer_blocks.6.attn1.to_k,model.diffusion_model.middle_block.1.transformer_blocks.6.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.705907795046057,0.8928306752017566,0.0076459818436498085,0.0695315000734159,0.08744088550695975,0.09910566803791933,0.0985517456577202,0.22801273209708078,0.8798938425523894,0.9855164902805275,0.00036096699480887243,0.05607844629724111,0.18837498075195722,0.23679648448877272,0.2682678756546401,0.26663396881483836,0.6166895968573434,0.8076422246439117,0.9048795770633836,0.0005783725452732012,0.05607844629724111,0.18837498075195722,0.23679648448877272,0.2682678756546401,0.26663396881483836,0.6166895968573434,0.8076422246439117,0.9048795770633836,0.0005783725452732012,0.05607844629724111,0.18837498075195722,0.23679648448877272,0.2682678756546401,0.26663396881483836,0.6166895968573434,0.8076422246439117,0.9048795770633836,0.0005783725452732012,0.05607844629724111,0.18837498075195722,0.23679648448877272,0.2682678756546401,0.26663396881483836,0.6166895968573434,0.8076422246439117,0.9048795770633836,0.0005783725452732012,0.05607844629724111,0.18837498075195722,0.23679648448877272,0.2682678756546401,0.26663396881483836,0.6166895968573434,0.8076422246439117,0.9048795770633836,0.0005783725452732012,0.048432464453591305,0.048432464453591305,7.334368225904353,7.334368225904353,0.9999999999821678,0.9999999999821678,0.9999999999821678,0.9999999999821678,0.9999999999821678,0.9999999999821678,0.35522152839066207,0.35522152839066207,139,add_adapter_missing_layer,256,0.05607844629724111
+down_blocks.2.attentions.0.transformer_blocks.6.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.9355908653565815,1.06511666732175,0.002672525650788365,0.04107487461130534,0.05167448927697778,0.04419164155673489,0.04878944861503075,0.13491477285112655,1.0441203277025903,0.980301612180462,-0.00028283502544062297,0.03208718428920422,0.1451361836599452,0.17880196002273932,0.1555917559809575,0.1683250299093227,0.4381603854043143,0.9347909646374839,0.8777648681661906,0.0012828291194507205,0.03208718428920422,0.1451361836599452,0.17880196002273932,0.1555917559809575,0.1683250299093227,0.4381603854043143,0.9347909646374839,0.8777648681661906,0.0012828291194507205,0.03208718428920422,0.1451361836599452,0.17880196002273932,0.1555917559809575,0.1683250299093227,0.4381603854043143,0.9347909646374839,0.8777648681661906,0.0012828291194507205,0.03208718428920422,0.1451361836599452,0.17880196002273932,0.1555917559809575,0.1683250299093227,0.4381603854043143,0.9347909646374839,0.8777648681661906,0.0012828291194507205,0.03208718428920422,0.1451361836599452,0.17880196002273932,0.1555917559809575,0.1683250299093227,0.4381603854043143,0.9347909646374839,0.8777648681661906,0.0012828291194507205,0.029414658638415855,0.029414658638415855,12.006314801031957,12.006314801031957,0.9999999999688349,0.9999999999688349,0.9999999999688349,0.9999999999688349,0.9999999999688349,0.9999999999688349,0.35316165137771477,0.35316165137771477,140,add_adapter_missing_layer,256,0.03208718428920422
+down_blocks.2.attentions.0.transformer_blocks.8.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.9630446987492698,1.0919489519936698,0.002627550408111087,0.04064577618347747,0.051240248175251725,0.042583230441702036,0.047294641344788356,0.13476548876081193,1.0719275666134698,0.9817006784982943,0.0008983749498189095,0.03158448007889092,0.14404768044395105,0.17727337142951355,0.15007398505698116,0.16287241465912575,0.4359299795968192,0.9629075729421207,0.8820963657482251,0.0016339379089913564,0.03158448007889092,0.14404768044395105,0.17727337142951355,0.15007398505698116,0.16287241465912575,0.4359299795968192,0.9629075729421207,0.8820963657482251,0.0016339379089913564,0.03158448007889092,0.14404768044395105,0.17727337142951355,0.15007398505698116,0.16287241465912575,0.4359299795968192,0.9629075729421207,0.8820963657482251,0.0016339379089913564,0.03158448007889092,0.14404768044395105,0.17727337142951355,0.15007398505698116,0.16287241465912575,0.4359299795968192,0.9629075729421207,0.8820963657482251,0.0016339379089913564,0.03158448007889092,0.14404768044395105,0.17727337142951355,0.15007398505698116,0.16287241465912575,0.4359299795968192,0.9629075729421207,0.8820963657482251,0.0016339379089913564,0.028956929670779834,0.028956929670779834,12.020503952796135,12.020503952796135,0.9999999999683389,0.9999999999683389,0.9999999999683389,0.9999999999683389,0.9999999999683389,0.9999999999683389,0.3480768875684487,0.3480768875684487,141,add_adapter_missing_layer,256,0.03158448007889092
+down_blocks.2.attentions.1.transformer_blocks.1.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7815842820065362,0.9799144438334874,0.006467956317854779,0.06362590233662299,0.08041775491666268,0.0822049419633922,0.0827787201689811,0.2133792383330209,0.9625686811549323,0.9823873660908637,0.0002519541814243504,0.050779854878783226,0.17837168356137617,0.2252091955482665,0.22979297753960365,0.23119011597535805,0.5962319544383458,0.8741864136287144,0.8926529062136618,-0.00045963294990412706,0.050779854878783226,0.17837168356137617,0.2252091955482665,0.22979297753960365,0.23119011597535805,0.5962319544383458,0.8741864136287144,0.8926529062136618,-0.00045963294990412706,0.050779854878783226,0.17837168356137617,0.2252091955482665,0.22979297753960365,0.23119011597535805,0.5962319544383458,0.8741864136287144,0.8926529062136618,-0.00045963294990412706,0.050779854878783226,0.17837168356137617,0.2252091955482665,0.22979297753960365,0.23119011597535805,0.5962319544383458,0.8741864136287144,0.8926529062136618,-0.00045963294990412706,0.050779854878783226,0.17837168356137617,0.2252091955482665,0.22979297753960365,0.23119011597535805,0.5962319544383458,0.8741864136287144,0.8926529062136618,-0.00045963294990412706,0.044311898560928445,0.044311898560928445,7.850989149502224,7.850989149502224,0.9999999999803072,0.9999999999803072,0.9999999999803072,0.9999999999803072,0.9999999999803072,0.9999999999803072,0.3478922347956924,0.3478922347956924,142,add_adapter_missing_layer,256,0.050779854878783226
+mid_block.attentions.0.transformer_blocks.0.attn1.to_v,model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7886381596326828,1.0053812712430954,0.005460693259790007,0.05876545501606805,0.0738940743811717,0.07487183966891713,0.07380282726235045,0.19258626869746617,0.9874861133950097,0.9822343585092203,0.0004907949305805102,0.04639915882476738,0.17100570590368339,0.21531708425641435,0.2175236431181343,0.214735937154399,0.5637532813208443,0.8944283521601132,0.889807567626867,-0.000514675627917833,0.04639915882476738,0.17100570590368339,0.21531708425641435,0.2175236431181343,0.214735937154399,0.5637532813208443,0.8944283521601132,0.889807567626867,-0.000514675627917833,0.04639915882476738,0.17100570590368339,0.21531708425641435,0.2175236431181343,0.214735937154399,0.5637532813208443,0.8944283521601132,0.889807567626867,-0.000514675627917833,0.04639915882476738,0.17100570590368339,0.21531708425641435,0.2175236431181343,0.214735937154399,0.5637532813208443,0.8944283521601132,0.889807567626867,-0.000514675627917833,0.04639915882476738,0.17100570590368339,0.21531708425641435,0.2175236431181343,0.214735937154399,0.5637532813208443,0.8944283521601132,0.889807567626867,-0.000514675627917833,0.04093846556497738,0.04093846556497738,8.496935573717748,8.496935573717748,0.9999999999784479,0.9999999999784479,0.9999999999784479,0.9999999999784479,0.9999999999784479,0.9999999999784479,0.3478515043924753,0.3478515043924753,143,add_adapter_missing_layer,256,0.04639915882476738
+down_blocks.2.attentions.1.transformer_blocks.8.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6594317374484879,0.8271137263093676,0.008245563068028008,0.07233538465308291,0.09080073397925816,0.11016982224180914,0.11024028839392945,0.23513964244297572,0.8147882393428257,0.9850847962552595,2.7679715166024315e-05,0.05773270549252629,0.1915605560477291,0.2402642836134072,0.2916933900912668,0.29165004870682043,0.6196876764297485,0.7617985819067273,0.9212273398012322,-0.0031274472946409204,0.05773270549252629,0.1915605560477291,0.2402642836134072,0.2916933900912668,0.29165004870682043,0.6196876764297485,0.7617985819067273,0.9212273398012322,-0.0031274472946409204,0.05773270549252629,0.1915605560477291,0.2402642836134072,0.2916933900912668,0.29165004870682043,0.6196876764297485,0.7617985819067273,0.9212273398012322,-0.0031274472946409204,0.05773270549252629,0.1915605560477291,0.2402642836134072,0.2916933900912668,0.29165004870682043,0.6196876764297485,0.7617985819067273,0.9212273398012322,-0.0031274472946409204,0.05773270549252629,0.1915605560477291,0.2402642836134072,0.2916933900912668,0.29165004870682043,0.6196876764297485,0.7617985819067273,0.9212273398012322,-0.0031274472946409204,0.04948714242449828,0.04948714242449828,7.001669262513064,7.001669262513064,0.9999999999826789,0.9999999999826789,0.9999999999826789,0.9999999999826789,0.9999999999826789,0.9999999999826789,0.34649260400321585,0.34649260400321585,144,add_adapter_missing_layer,256,0.05773270549252629
+up_blocks.0.attentions.0.transformer_blocks.7.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5458553529211453,0.6878912629825729,0.00917213159014604,0.0761816015999232,0.09565779177069275,0.1402204813459924,0.1396777708827335,0.24812218333993638,0.6805187006081853,0.9892901803099486,-0.0015676641953145268,0.06113677312220846,0.19670870022049972,0.24691396599781062,0.36192840750688904,0.3603856560024634,0.6394995748996735,0.6428124361804554,0.9346888514244218,0.004897356169489545,0.06113677312220846,0.19670870022049972,0.24691396599781062,0.36192840750688904,0.3603856560024634,0.6394995748996735,0.6428124361804554,0.9346888514244218,0.004897356169489545,0.06113677312220846,0.19670870022049972,0.24691396599781062,0.36192840750688904,0.3603856560024634,0.6394995748996735,0.6428124361804554,0.9346888514244218,0.004897356169489545,0.06113677312220846,0.19670870022049972,0.24691396599781062,0.36192840750688904,0.3603856560024634,0.6394995748996735,0.6428124361804554,0.9346888514244218,0.004897356169489545,0.06113677312220846,0.19670870022049972,0.24691396599781062,0.36192840750688904,0.3603856560024634,0.6394995748996735,0.6428124361804554,0.9346888514244218,0.004897356169489545,0.051964641532062414,0.051964641532062414,6.6654923683415594,6.6654923683415594,0.9999999999836433,0.9999999999836433,0.9999999999836433,0.9999999999836433,0.9999999999836433,0.9999999999836433,0.34636992155556684,0.34636992155556684,145,add_adapter_missing_layer,256,0.06113677312220846
+up_blocks.0.attentions.1.transformer_blocks.1.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7044062678303037,0.9032961162073272,0.0063619872671552,0.06349173061815756,0.07975461279690309,0.09129268194013283,0.08945582934997091,0.2070830123765128,0.8877746888569423,0.9829393394847835,-0.0007744351873303198,0.05018920870497823,0.17819260380097798,0.2238598679015864,0.255491586730591,0.25035718554266506,0.5816980344908578,0.8090325104338782,0.8962790075676105,0.0029925645571243615,0.05018920870497823,0.17819260380097798,0.2238598679015864,0.255491586730591,0.25035718554266506,0.5816980344908578,0.8090325104338782,0.8962790075676105,0.0029925645571243615,0.05018920870497823,0.17819260380097798,0.2238598679015864,0.255491586730591,0.25035718554266506,0.5816980344908578,0.8090325104338782,0.8962790075676105,0.0029925645571243615,0.05018920870497823,0.17819260380097798,0.2238598679015864,0.255491586730591,0.25035718554266506,0.5816980344908578,0.8090325104338782,0.8962790075676105,0.0029925645571243615,0.05018920870497823,0.17819260380097798,0.2238598679015864,0.255491586730591,0.25035718554266506,0.5816980344908578,0.8090325104338782,0.8962790075676105,0.0029925645571243615,0.04382722143782303,0.04382722143782303,7.888920016580244,7.888920016580244,0.9999999999800754,0.9999999999800754,0.9999999999800754,0.9999999999800754,0.9999999999800754,0.9999999999800754,0.3457494444719369,0.3457494444719369,146,add_adapter_missing_layer,256,0.05018920870497823
+up_blocks.0.attentions.1.transformer_blocks.2.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6608835373606,0.8338818624615669,0.0081203036243096,0.07171178476086684,0.09010538976019654,0.1093381367358177,0.10885939304831506,0.2343219178063529,0.821664174752576,0.985515498963727,0.0003366504611871538,0.05718486782695566,0.19078017531761102,0.23910149301780478,0.29033788752103756,0.2882941765528294,0.6160534449986049,0.7547473236918449,0.9052311309082777,0.001708593583576398,0.05718486782695566,0.19078017531761102,0.23910149301780478,0.29033788752103756,0.2882941765528294,0.6160534449986049,0.7547473236918449,0.9052311309082777,0.001708593583576398,0.05718486782695566,0.19078017531761102,0.23910149301780478,0.29033788752103756,0.2882941765528294,0.6160534449986049,0.7547473236918449,0.9052311309082777,0.001708593583576398,0.05718486782695566,0.19078017531761102,0.23910149301780478,0.29033788752103756,0.2882941765528294,0.6160534449986049,0.7547473236918449,0.9052311309082777,0.001708593583576398,0.05718486782695566,0.19078017531761102,0.23910149301780478,0.29033788752103756,0.2882941765528294,0.6160534449986049,0.7547473236918449,0.9052311309082777,0.001708593583576398,0.04906456420264606,0.04906456420264606,7.042208083047559,7.042208083047559,0.9999999999825129,0.9999999999825129,0.9999999999825129,0.9999999999825129,0.9999999999825129,0.9999999999825129,0.34552287061907994,0.34552287061907994,147,add_adapter_missing_layer,256,0.05718486782695566
+up_blocks.0.attentions.1.transformer_blocks.2.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.632106255207743,0.7958237997123173,0.008130993835428464,0.07130335670496736,0.09016021173130337,0.11479022762209479,0.11528627590014333,0.23957994154521398,0.7823419645428658,0.9831822071111233,0.0005581157764221903,0.0572148109120982,0.18942537983613356,0.23912710497917367,0.3043246520949534,0.30526982986236967,0.6301310658454895,0.7282905312521117,0.9159846700482983,0.0013856873893912183,0.0572148109120982,0.18942537983613356,0.23912710497917367,0.3043246520949534,0.30526982986236967,0.6301310658454895,0.7282905312521117,0.9159846700482983,0.0013856873893912183,0.0572148109120982,0.18942537983613356,0.23912710497917367,0.3043246520949534,0.30526982986236967,0.6301310658454895,0.7282905312521117,0.9159846700482983,0.0013856873893912183,0.0572148109120982,0.18942537983613356,0.23912710497917367,0.3043246520949534,0.30526982986236967,0.6301310658454895,0.7282905312521117,0.9159846700482983,0.0013856873893912183,0.0572148109120982,0.18942537983613356,0.23912710497917367,0.3043246520949534,0.30526982986236967,0.6301310658454895,0.7282905312521117,0.9159846700482983,0.0013856873893912183,0.049083817076669735,0.049083817076669735,7.036631937385625,7.036631937385625,0.999999999982522,0.999999999982522,0.999999999982522,0.999999999982522,0.999999999982522,0.999999999982522,0.3453847548504882,0.3453847548504882,148,add_adapter_missing_layer,256,0.0572148109120982
+up_blocks.0.attentions.2.transformer_blocks.1.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.648383440715926,0.8221874460577965,0.007230637977564973,0.06618930199848753,0.08501791801825874,0.1022099320990417,0.10350334284783283,0.23816959080951555,0.8096433931163379,0.9847790646482127,0.0007967910881104347,0.05363220362258809,0.18101690443498747,0.2314934947465585,0.27949851852630964,0.28180610722331145,0.6396697589329311,0.7500259961400714,0.9123100107203201,0.0038280757926258957,0.05363220362258809,0.18101690443498747,0.2314934947465585,0.27949851852630964,0.28180610722331145,0.6396697589329311,0.7500259961400714,0.9123100107203201,0.0038280757926258957,0.05363220362258809,0.18101690443498747,0.2314934947465585,0.27949851852630964,0.28180610722331145,0.6396697589329311,0.7500259961400714,0.9123100107203201,0.0038280757926258957,0.05363220362258809,0.18101690443498747,0.2314934947465585,0.27949851852630964,0.28180610722331145,0.6396697589329311,0.7500259961400714,0.9123100107203201,0.0038280757926258957,0.05363220362258809,0.18101690443498747,0.2314934947465585,0.27949851852630964,0.28180610722331145,0.6396697589329311,0.7500259961400714,0.9123100107203201,0.0038280757926258957,0.04640156564502312,0.04640156564502312,7.417354289010081,7.417354289010081,0.9999999999813545,0.9999999999813545,0.9999999999813545,0.9999999999813545,0.9999999999813545,0.9999999999813545,0.3441768519538951,0.3441768519538951,149,add_adapter_missing_layer,256,0.05363220362258809
+up_blocks.0.attentions.2.transformer_blocks.1.attn1.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7034944466182164,0.8878325426152774,0.006847605391937707,0.06554660314161863,0.08268776800041591,0.0935306901241553,0.09341498686076478,0.21801274163382395,0.8741426595619747,0.984597946653441,-0.00011822200565347885,0.052002187352627516,0.18067757412791252,0.22795806174886493,0.25759776680141283,0.25736691459350974,0.6017235602651324,0.7984931884067399,0.8995779568764533,-0.0051470197899366864,0.052002187352627516,0.18067757412791252,0.22795806174886493,0.25759776680141283,0.25736691459350974,0.6017235602651324,0.7984931884067399,0.8995779568764533,-0.0051470197899366864,0.052002187352627516,0.18067757412791252,0.22795806174886493,0.25759776680141283,0.25736691459350974,0.6017235602651324,0.7984931884067399,0.8995779568764533,-0.0051470197899366864,0.052002187352627516,0.18067757412791252,0.22795806174886493,0.25759776680141283,0.25736691459350974,0.6017235602651324,0.7984931884067399,0.8995779568764533,-0.0051470197899366864,0.052002187352627516,0.18067757412791252,0.22795806174886493,0.25759776680141283,0.25736691459350974,0.6017235602651324,0.7984931884067399,0.8995779568764533,-0.0051470197899366864,0.04515458196068981,0.04515458196068981,7.594214965462245,7.594214965462245,0.99999999998077,0.99999999998077,0.99999999998077,0.99999999998077,0.99999999998077,0.99999999998077,0.3429136020850621,0.3429136020850621,150,add_adapter_missing_layer,256,0.052002187352627516
+down_blocks.2.attentions.0.transformer_blocks.3.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6948889685528619,0.8880805011306491,0.006766570490851466,0.06489761519644942,0.08225488080362661,0.09363697134744195,0.09288979694072545,0.2203536799975804,0.8742767189230237,0.9845001940240662,0.0006149063993510546,0.051655350519078116,0.1790515642080988,0.2272647773545024,0.25820654438144347,0.25649767536826934,0.6123924319233213,0.800181157886982,0.9011930014552342,0.0022341767414348268,0.051655350519078116,0.1790515642080988,0.2272647773545024,0.25820654438144347,0.25649767536826934,0.6123924319233213,0.800181157886982,0.9011930014552342,0.0022341767414348268,0.051655350519078116,0.1790515642080988,0.2272647773545024,0.25820654438144347,0.25649767536826934,0.6123924319233213,0.800181157886982,0.9011930014552342,0.0022341767414348268,0.051655350519078116,0.1790515642080988,0.2272647773545024,0.25820654438144347,0.25649767536826934,0.6123924319233213,0.800181157886982,0.9011930014552342,0.0022341767414348268,0.051655350519078116,0.1790515642080988,0.2272647773545024,0.25820654438144347,0.25649767536826934,0.6123924319233213,0.800181157886982,0.9011930014552342,0.0022341767414348268,0.04488878002822665,0.04488878002822665,7.633904144098291,7.633904144098291,0.9999999999806409,0.9999999999806409,0.9999999999806409,0.9999999999806409,0.9999999999806409,0.9999999999806409,0.34267664388099606,0.34267664388099606,151,add_adapter_missing_layer,256,0.051655350519078116
+down_blocks.2.attentions.0.transformer_blocks.4.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7581516866173063,0.9551810164536748,0.006068530267969306,0.06172298773058823,0.07789874083092466,0.08152491205451663,0.0816664866887198,0.20557690518242971,0.9392480743782861,0.983321611334364,-9.578189831570074e-05,0.04859945510647127,0.17460182335759913,0.22043971290208514,0.23052522771119463,0.2309985258189684,0.5819912297385079,0.8545947266476495,0.8948074743610894,0.0018921626633527922,0.04859945510647127,0.17460182335759913,0.22043971290208514,0.23052522771119463,0.2309985258189684,0.5819912297385079,0.8545947266476495,0.8948074743610894,0.0018921626633527922,0.04859945510647127,0.17460182335759913,0.22043971290208514,0.23052522771119463,0.2309985258189684,0.5819912297385079,0.8545947266476495,0.8948074743610894,0.0018921626633527922,0.04859945510647127,0.17460182335759913,0.22043971290208514,0.23052522771119463,0.2309985258189684,0.5819912297385079,0.8545947266476495,0.8948074743610894,0.0018921626633527922,0.04859945510647127,0.17460182335759913,0.22043971290208514,0.23052522771119463,0.2309985258189684,0.5819912297385079,0.8545947266476495,0.8948074743610894,0.0018921626633527922,0.04253092483850196,0.04253092483850196,8.008439103447945,8.008439103447945,0.9999999999794237,0.9999999999794237,0.9999999999794237,0.9999999999794237,0.9999999999794237,0.9999999999794237,0.34060632158246457,0.34060632158246457,152,add_adapter_missing_layer,256,0.04859945510647127
+up_blocks.0.attentions.1.transformer_blocks.9.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8581742899758475,1.0306216052600317,0.0039035734620743562,0.049146256143493314,0.062467261619278014,0.058176639026860856,0.06130636905208089,0.16894317950521195,1.0095941541450364,0.9796399736592358,0.00010749952337261805,0.03838608613503831,0.15558357563401973,0.19568529508137106,0.1831117804108667,0.191205691983811,0.5133134637560163,0.906570240855217,0.8797613544657559,0.0010670990725754695,0.03838608613503831,0.15558357563401973,0.19568529508137106,0.1831117804108667,0.191205691983811,0.5133134637560163,0.906570240855217,0.8797613544657559,0.0010670990725754695,0.03838608613503831,0.15558357563401973,0.19568529508137106,0.1831117804108667,0.191205691983811,0.5133134637560163,0.906570240855217,0.8797613544657559,0.0010670990725754695,0.03838608613503831,0.15558357563401973,0.19568529508137106,0.1831117804108667,0.191205691983811,0.5133134637560163,0.906570240855217,0.8797613544657559,0.0010670990725754695,0.03838608613503831,0.15558357563401973,0.19568529508137106,0.1831117804108667,0.191205691983811,0.5133134637560163,0.906570240855217,0.8797613544657559,0.0010670990725754695,0.03448251267296395,0.03448251267296395,9.833575952431644,9.833575952431644,0.999999999973949,0.999999999973949,0.999999999973949,0.999999999973949,0.999999999973949,0.999999999973949,0.33908640740027773,0.33908640740027773,153,add_adapter_missing_layer,256,0.03838608613503831
+down_blocks.2.attentions.0.transformer_blocks.5.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7513178363442421,0.945370505963053,0.005924319391072329,0.06089829932898283,0.07696502025844172,0.08108464214498982,0.08144072899928159,0.20428381647382463,0.9291957723242896,0.9828951309157483,0.001116562091819365,0.047873335890471935,0.17319717204996518,0.218788646700366,0.23058195249145358,0.2314834209185383,0.5797889317784991,0.8442946491496903,0.8931112047418369,4.043321255916713e-05,0.047873335890471935,0.17319717204996518,0.218788646700366,0.23058195249145358,0.2314834209185383,0.5797889317784991,0.8442946491496903,0.8931112047418369,4.043321255916713e-05,0.047873335890471935,0.17319717204996518,0.218788646700366,0.23058195249145358,0.2314834209185383,0.5797889317784991,0.8442946491496903,0.8931112047418369,4.043321255916713e-05,0.047873335890471935,0.17319717204996518,0.218788646700366,0.23058195249145358,0.2314834209185383,0.5797889317784991,0.8442946491496903,0.8931112047418369,4.043321255916713e-05,0.047873335890471935,0.17319717204996518,0.218788646700366,0.23058195249145358,0.2314834209185383,0.5797889317784991,0.8442946491496903,0.8931112047418369,4.043321255916713e-05,0.041949016499399604,0.041949016499399604,8.080816161690064,8.080816161690064,0.9999999999791116,0.9999999999791116,0.9999999999791116,0.9999999999791116,0.9999999999791116,0.9999999999791116,0.3389822904953515,0.3389822904953515,154,add_adapter_missing_layer,256,0.047873335890471935
+up_blocks.0.attentions.1.transformer_blocks.2.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6563850971204894,0.8310695407646043,0.008133498660754412,0.07179486631814923,0.09016724050564551,0.1099638108578723,0.10908942247062196,0.23391648701259068,0.8189964794686863,0.9855668666750833,0.0014062102272873744,0.05651983479037881,0.18980129488876887,0.23768393657080142,0.2904925033150528,0.28730028051247325,0.6099413973944527,0.7581706504736628,0.9127570833341334,0.0004509214867799268,0.05651983479037881,0.18980129488876887,0.23768393657080142,0.2904925033150528,0.28730028051247325,0.6099413973944527,0.7581706504736628,0.9127570833341334,0.0004509214867799268,0.05651983479037881,0.18980129488876887,0.23768393657080142,0.2904925033150528,0.28730028051247325,0.6099413973944527,0.7581706504736628,0.9127570833341334,0.0004509214867799268,0.05651983479037881,0.18980129488876887,0.23768393657080142,0.2904925033150528,0.28730028051247325,0.6099413973944527,0.7581706504736628,0.9127570833341334,0.0004509214867799268,0.05651983479037881,0.18980129488876887,0.23768393657080142,0.2904925033150528,0.28730028051247325,0.6099413973944527,0.7581706504736628,0.9127570833341334,0.0004509214867799268,0.0483863361296244,0.0483863361296244,6.949018760665457,6.949018760665457,0.9999999999823072,0.9999999999823072,0.9999999999823072,0.9999999999823072,0.9999999999823072,0.9999999999823072,0.33623755752462475,0.33623755752462475,155,add_adapter_missing_layer,256,0.05651983479037881
+down_blocks.2.attentions.1.transformer_blocks.3.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7050233685544559,0.885269678064755,0.007257051350149725,0.0675598776766232,0.0851802911705825,0.09598660367933919,0.09637308397177856,0.22410617555890763,0.8693039417266846,0.9819747714968997,3.28672258547158e-05,0.05314673676288554,0.18277097360364028,0.23051137147459702,0.25958533405858225,0.260721679945031,0.6069603051458087,0.798029071518353,0.9016169250886785,0.008421809747233056,0.05314673676288554,0.18277097360364028,0.23051137147459702,0.25958533405858225,0.260721679945031,0.6069603051458087,0.798029071518353,0.9016169250886785,0.008421809747233056,0.05314673676288554,0.18277097360364028,0.23051137147459702,0.25958533405858225,0.260721679945031,0.6069603051458087,0.798029071518353,0.9016169250886785,0.008421809747233056,0.05314673676288554,0.18277097360364028,0.23051137147459702,0.25958533405858225,0.260721679945031,0.6069603051458087,0.798029071518353,0.9016169250886785,0.008421809747233056,0.05314673676288554,0.18277097360364028,0.23051137147459702,0.25958533405858225,0.260721679945031,0.6069603051458087,0.798029071518353,0.9016169250886785,0.008421809747233056,0.04588968541273582,0.04588968541273582,7.323461581192418,7.323461581192418,0.9999999999811842,0.9999999999811842,0.9999999999811842,0.9999999999811842,0.9999999999811842,0.9999999999811842,0.3360713480931769,0.3360713480931769,156,add_adapter_missing_layer,256,0.05314673676288554
+down_blocks.2.attentions.1.transformer_blocks.6.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6958312626395907,0.8701331668666431,0.00695298974668341,0.06637347423072372,0.08337641444813518,0.09569852861747398,0.09613146680377585,0.21646244185311453,0.8574869760445186,0.9854233896982059,3.2151242204950646e-05,0.05193483091092536,0.18171442938702448,0.2278660932914689,0.2617338971237084,0.26248140609962206,0.5882723767842565,0.7860335633158684,0.9034995767105392,0.002926234742777264,0.05193483091092536,0.18171442938702448,0.2278660932914689,0.2617338971237084,0.26248140609962206,0.5882723767842565,0.7860335633158684,0.9034995767105392,0.002926234742777264,0.05193483091092536,0.18171442938702448,0.2278660932914689,0.2617338971237084,0.26248140609962206,0.5882723767842565,0.7860335633158684,0.9034995767105392,0.002926234742777264,0.05193483091092536,0.18171442938702448,0.2278660932914689,0.2617338971237084,0.26248140609962206,0.5882723767842565,0.7860335633158684,0.9034995767105392,0.002926234742777264,0.05193483091092536,0.18171442938702448,0.2278660932914689,0.2617338971237084,0.26248140609962206,0.5882723767842565,0.7860335633158684,0.9034995767105392,0.002926234742777264,0.04498184116424195,0.04498184116424195,7.469424347738891,7.469424347738891,0.9999999999807452,0.9999999999807452,0.9999999999807452,0.9999999999807452,0.9999999999807452,0.9999999999807452,0.3359884595983123,0.3359884595983123,157,add_adapter_missing_layer,256,0.05193483091092536
+up_blocks.0.attentions.0.transformer_blocks.1.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6591205522418022,0.8323156737855503,0.007190611055453441,0.06753733355019774,0.08474533835943707,0.10303401261807574,0.10242888837875488,0.21915457929883683,0.8196206326995578,0.9847693704511122,0.00045768067072263615,0.05280047023136701,0.18286960146256856,0.22959947390161176,0.2788740244007636,0.2773737965206547,0.5947640878813607,0.7518054938742093,0.9035188410470133,-0.0018966472619337895,0.05280047023136701,0.18286960146256856,0.22959947390161176,0.2788740244007636,0.2773737965206547,0.5947640878813607,0.7518054938742093,0.9035188410470133,-0.0018966472619337895,0.05280047023136701,0.18286960146256856,0.22959947390161176,0.2788740244007636,0.2773737965206547,0.5947640878813607,0.7518054938742093,0.9035188410470133,-0.0018966472619337895,0.05280047023136701,0.18286960146256856,0.22959947390161176,0.2788740244007636,0.2773737965206547,0.5947640878813607,0.7518054938742093,0.9035188410470133,-0.0018966472619337895,0.05280047023136701,0.18286960146256856,0.22959947390161176,0.2788740244007636,0.2773737965206547,0.5947640878813607,0.7518054938742093,0.9035188410470133,-0.0018966472619337895,0.04560985917591357,0.04560985917591357,7.342974027774671,7.342974027774671,0.9999999999810608,0.9999999999810608,0.9999999999810608,0.9999999999810608,0.9999999999810608,0.9999999999810608,0.3349120113391936,0.3349120113391936,158,add_adapter_missing_layer,256,0.05280047023136701
+down_blocks.2.attentions.1.transformer_blocks.8.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5495869389602116,0.6915402348552432,0.00820906734692731,0.07215310766228608,0.09060119402471782,0.13144036662936104,0.13116753560165076,0.2349964827299118,0.6838310946311269,0.9888708971012818,-0.0029455107744849685,0.056493712056960375,0.1892785924885954,0.23767050169860865,0.3447667057875817,0.34403768850056465,0.6168579139879772,0.6393819600343704,0.9246989331812434,-0.0018418615320894918,0.056493712056960375,0.1892785924885954,0.23767050169860865,0.3447667057875817,0.34403768850056465,0.6168579139879772,0.6393819600343704,0.9246989331812434,-0.0018418615320894918,0.056493712056960375,0.1892785924885954,0.23767050169860865,0.3447667057875817,0.34403768850056465,0.6168579139879772,0.6393819600343704,0.9246989331812434,-0.0018418615320894918,0.056493712056960375,0.1892785924885954,0.23767050169860865,0.3447667057875817,0.34403768850056465,0.6168579139879772,0.6393819600343704,0.9246989331812434,-0.0018418615320894918,0.056493712056960375,0.1892785924885954,0.23767050169860865,0.3447667057875817,0.34403768850056465,0.6168579139879772,0.6393819600343704,0.9246989331812434,-0.0018418615320894918,0.04828464471003306,0.04828464471003306,6.881867289251117,6.881867289251117,0.9999999999822989,0.9999999999822989,0.9999999999822989,0.9999999999822989,0.9999999999822989,0.9999999999822989,0.33228851700308853,0.33228851700308853,159,add_adapter_missing_layer,256,0.056493712056960375
+down_blocks.2.attentions.1.transformer_blocks.7.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6356067455240658,0.7974458251680646,0.007825615524780005,0.07044020840632063,0.08845589735842953,0.11128781497609605,0.11139167114810342,0.22942052808191096,0.7860818633011409,0.9857880084041861,-0.0005265915522808687,0.05502519224371229,0.18648373122726167,0.2345243289265367,0.29419534356660926,0.2948798202291171,0.6111624922071185,0.7273602208920887,0.9125252838336005,-0.001714161337596514,0.05502519224371229,0.18648373122726167,0.2345243289265367,0.29419534356660926,0.2948798202291171,0.6111624922071185,0.7273602208920887,0.9125252838336005,-0.001714161337596514,0.05502519224371229,0.18648373122726167,0.2345243289265367,0.29419534356660926,0.2948798202291171,0.6111624922071185,0.7273602208920887,0.9125252838336005,-0.001714161337596514,0.05502519224371229,0.18648373122726167,0.2345243289265367,0.29419534356660926,0.2948798202291171,0.6111624922071185,0.7273602208920887,0.9125252838336005,-0.001714161337596514,0.05502519224371229,0.18648373122726167,0.2345243289265367,0.29419534356660926,0.2948798202291171,0.6111624922071185,0.7273602208920887,0.9125252838336005,-0.001714161337596514,0.04719957671893228,0.04719957671893228,7.031420348015083,7.031420348015083,0.9999999999818265,0.9999999999818265,0.9999999999818265,0.9999999999818265,0.9999999999818265,0.9999999999818265,0.33188006415919946,0.33188006415919946,160,add_adapter_missing_layer,256,0.05502519224371229
+up_blocks.0.attentions.0.transformer_blocks.8.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5558529544089522,0.7024012857249805,0.008694804265230362,0.0742029972108347,0.09314202667085689,0.13406259951231447,0.13316260489550955,0.2412232416016715,0.6938295332448823,0.9878118391753887,-0.0009410416861490896,0.058207141634609015,0.19188025939677442,0.24094636283382806,0.3464950323691379,0.34429507979194873,0.6249056288174221,0.6523046429668155,0.9291506279486315,0.0019050192455064721,0.058207141634609015,0.19188025939677442,0.24094636283382806,0.3464950323691379,0.34429507979194873,0.6249056288174221,0.6523046429668155,0.9291506279486315,0.0019050192455064721,0.058207141634609015,0.19188025939677442,0.24094636283382806,0.3464950323691379,0.34429507979194873,0.6249056288174221,0.6523046429668155,0.9291506279486315,0.0019050192455064721,0.058207141634609015,0.19188025939677442,0.24094636283382806,0.3464950323691379,0.34429507979194873,0.6249056288174221,0.6523046429668155,0.9291506279486315,0.0019050192455064721,0.058207141634609015,0.19188025939677442,0.24094636283382806,0.3464950323691379,0.34429507979194873,0.6249056288174221,0.6523046429668155,0.9291506279486315,0.0019050192455064721,0.049512337369378656,0.049512337369378656,6.694474062018736,6.694474062018736,0.99999999998282,0.99999999998282,0.99999999998282,0.99999999998282,0.99999999998282,0.99999999998282,0.3314590582692264,0.3314590582692264,161,add_adapter_missing_layer,256,0.058207141634609015
+up_blocks.0.attentions.2.transformer_blocks.1.attn1.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7051944008895329,0.9028976857662201,0.007028926513157785,0.06640670761199934,0.08377215189937866,0.09448001816244697,0.09306373824629259,0.22093745640345983,0.8869902278695788,0.9824333843303216,0.0021911052338379833,0.05151086114346981,0.17989352691386426,0.22689787527925778,0.25580555858113035,0.25194146247701116,0.5975022997174945,0.8134500405618122,0.9011109764349142,0.001318632777838502,0.05151086114346981,0.17989352691386426,0.22689787527925778,0.25580555858113035,0.25194146247701116,0.5975022997174945,0.8134500405618122,0.9011109764349142,0.001318632777838502,0.05151086114346981,0.17989352691386426,0.22689787527925778,0.25580555858113035,0.25194146247701116,0.5975022997174945,0.8134500405618122,0.9011109764349142,0.001318632777838502,0.05151086114346981,0.17989352691386426,0.22689787527925778,0.25580555858113035,0.25194146247701116,0.5975022997174945,0.8134500405618122,0.9011109764349142,0.001318632777838502,0.05151086114346981,0.17989352691386426,0.22689787527925778,0.25580555858113035,0.25194146247701116,0.5975022997174945,0.8134500405618122,0.9011109764349142,0.001318632777838502,0.044481934630312026,0.044481934630312026,7.328410823433101,7.328410823433101,0.9999999999805866,0.9999999999805866,0.9999999999805866,0.9999999999805866,0.9999999999805866,0.9999999999805866,0.3259818911920223,0.3259818911920223,162,add_adapter_missing_layer,256,0.05151086114346981
+down_blocks.2.attentions.1.transformer_blocks.9.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5694439517600196,0.7182725476367133,0.008140871650539339,0.07186703131135021,0.09022381146053024,0.1262706469759697,0.12567665368204656,0.23381573813302176,0.7093293134655271,0.9875510356179855,-0.001396730125569385,0.05567192918221865,0.18806126367832934,0.23593221186823285,0.33039457582048165,0.3286033877764372,0.6100861217294421,0.6688011544091361,0.9312038014834979,-0.0002788804643257338,0.05567192918221865,0.18806126367832934,0.23593221186823285,0.33039457582048165,0.3286033877764372,0.6100861217294421,0.6688011544091361,0.9312038014834979,-0.0002788804643257338,0.05567192918221865,0.18806126367832934,0.23593221186823285,0.33039457582048165,0.3286033877764372,0.6100861217294421,0.6688011544091361,0.9312038014834979,-0.0002788804643257338,0.05567192918221865,0.18806126367832934,0.23593221186823285,0.33039457582048165,0.3286033877764372,0.6100861217294421,0.6688011544091361,0.9312038014834979,-0.0002788804643257338,0.05567192918221865,0.18806126367832934,0.23593221186823285,0.33039457582048165,0.3286033877764372,0.6100861217294421,0.6688011544091361,0.9312038014834979,-0.0002788804643257338,0.04753105753167931,0.04753105753167931,6.838571048063603,6.838571048063603,0.9999999999820377,0.9999999999820377,0.9999999999820377,0.9999999999820377,0.9999999999820377,0.9999999999820377,0.3250445139199876,0.3250445139199876,163,add_adapter_missing_layer,256,0.05567192918221865
+down_blocks.2.attentions.1.transformer_blocks.4.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6782611427562577,0.8513741663524083,0.006580516587876316,0.06428356122757707,0.08111455255772981,0.09493201563455984,0.09542762987441473,0.2140204342348235,0.8389314583369664,0.9854173168981195,-0.001987218088808212,0.04957554243238909,0.17633722350001335,0.22258413710600325,0.2602450940571828,0.26168247195560207,0.5879455123628888,0.7701893289174352,0.9048821998512813,0.0041967851174636705,0.04957554243238909,0.17633722350001335,0.22258413710600325,0.2602450940571828,0.26168247195560207,0.5879455123628888,0.7701893289174352,0.9048821998512813,0.0041967851174636705,0.04957554243238909,0.17633722350001335,0.22258413710600325,0.2602450940571828,0.26168247195560207,0.5879455123628888,0.7701893289174352,0.9048821998512813,0.0041967851174636705,0.04957554243238909,0.17633722350001335,0.22258413710600325,0.2602450940571828,0.26168247195560207,0.5879455123628888,0.7701893289174352,0.9048821998512813,0.0041967851174636705,0.04957554243238909,0.17633722350001335,0.22258413710600325,0.2602450940571828,0.26168247195560207,0.5879455123628888,0.7701893289174352,0.9048821998512813,0.0041967851174636705,0.04299502584451277,0.04299502584451277,7.533685503686963,7.533685503686963,0.9999999999798288,0.9999999999798288,0.9999999999798288,0.9999999999798288,0.9999999999798288,0.9999999999798288,0.3239110029354522,0.3239110029354522,164,add_adapter_missing_layer,256,0.04957554243238909
+up_blocks.0.attentions.1.transformer_blocks.4.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6430798321962357,0.7964854336210659,0.008210500086923795,0.07209739275276661,0.0906027153785131,0.11359243305098787,0.11513863490956608,0.23557175270148686,0.7867537758180073,0.9879303232239594,0.001794080821517647,0.05567643678347979,0.18765129867408956,0.23593056541700247,0.29549848987817123,0.2996888483537986,0.615090766123363,0.7263715150100845,0.9127984292323704,-0.0047834248964915916,0.05567643678347979,0.18765129867408956,0.23593056541700247,0.29549848987817123,0.2996888483537986,0.615090766123363,0.7263715150100845,0.9127984292323704,-0.0047834248964915916,0.05567643678347979,0.18765129867408956,0.23593056541700247,0.29549848987817123,0.2996888483537986,0.615090766123363,0.7263715150100845,0.9127984292323704,-0.0047834248964915916,0.05567643678347979,0.18765129867408956,0.23593056541700247,0.29549848987817123,0.2996888483537986,0.615090766123363,0.7263715150100845,0.9127984292323704,-0.0047834248964915916,0.05567643678347979,0.18765129867408956,0.23593056541700247,0.29549848987817123,0.2996888483537986,0.615090766123363,0.7263715150100845,0.9127984292323704,-0.0047834248964915916,0.047465936696555994,0.047465936696555994,6.78112614180104,6.78112614180104,0.9999999999820391,0.9999999999820391,0.9999999999820391,0.9999999999820391,0.9999999999820391,0.9999999999820391,0.32187250417808916,0.32187250417808916,165,add_adapter_missing_layer,256,0.05567643678347979
+up_blocks.0.attentions.1.transformer_blocks.2.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6279240442173821,0.7897721763168063,0.008297459372053189,0.07243702693709306,0.09107869746131289,0.11605995449371223,0.1160477051239399,0.23735666487898147,0.7776133609669549,0.9845901113184005,-0.00021678555744334256,0.05586122861132026,0.1881223770656756,0.23633202417538704,0.3011254599357522,0.30081042490564147,0.6150882584708077,0.7203034460544586,0.9121540318873569,0.0023828798517310395,0.05586122861132026,0.1881223770656756,0.23633202417538704,0.3011254599357522,0.30081042490564147,0.6150882584708077,0.7203034460544586,0.9121540318873569,0.0023828798517310395,0.05586122861132026,0.1881223770656756,0.23633202417538704,0.3011254599357522,0.30081042490564147,0.6150882584708077,0.7203034460544586,0.9121540318873569,0.0023828798517310395,0.05586122861132026,0.1881223770656756,0.23633202417538704,0.3011254599357522,0.30081042490564147,0.6150882584708077,0.7203034460544586,0.9121540318873569,0.0023828798517310395,0.05586122861132026,0.1881223770656756,0.23633202417538704,0.3011254599357522,0.30081042490564147,0.6150882584708077,0.7203034460544586,0.9121540318873569,0.0023828798517310395,0.04756376923926707,0.04756376923926707,6.732329270901291,6.732329270901291,0.9999999999820985,0.9999999999820985,0.9999999999820985,0.9999999999820985,0.9999999999820985,0.9999999999820985,0.32021495588391213,0.32021495588391213,166,add_adapter_missing_layer,256,0.05586122861132026
+up_blocks.0.attentions.1.transformer_blocks.1.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.694529364151614,0.8678553381136486,0.006873148327161159,0.0651848330827696,0.08289792174930732,0.09649998754602798,0.09823536971762499,0.22493505477905273,0.8564252427646092,0.9869300643777439,0.0009356879510765534,0.050424908487392325,0.1773943193256855,0.22434735752673066,0.2612945933753534,0.2643180667892534,0.5977838976042611,0.7860171805535044,0.9075126346614687,-0.005998890780444656,0.050424908487392325,0.1773943193256855,0.22434735752673066,0.2612945933753534,0.2643180667892534,0.5977838976042611,0.7860171805535044,0.9075126346614687,-0.005998890780444656,0.050424908487392325,0.1773943193256855,0.22434735752673066,0.2612945933753534,0.2643180667892534,0.5977838976042611,0.7860171805535044,0.9075126346614687,-0.005998890780444656,0.050424908487392325,0.1773943193256855,0.22434735752673066,0.2612945933753534,0.2643180667892534,0.5977838976042611,0.7860171805535044,0.9075126346614687,-0.005998890780444656,0.050424908487392325,0.1773943193256855,0.22434735752673066,0.2612945933753534,0.2643180667892534,0.5977838976042611,0.7860171805535044,0.9075126346614687,-0.005998890780444656,0.043551760160231164,0.043551760160231164,7.336508115325803,7.336508115325803,0.9999999999801685,0.9999999999801685,0.9999999999801685,0.9999999999801685,0.9999999999801685,0.9999999999801685,0.31951784185225895,0.31951784185225895,167,add_adapter_missing_layer,256,0.050424908487392325
+up_blocks.0.attentions.0.transformer_blocks.9.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5734990851155349,0.7260743869202477,0.008353837449768824,0.07274584325828723,0.09128130912220836,0.12811869576884913,0.1268864620064932,0.23609823840005056,0.7174838568483081,0.9883374187166785,-0.0014653766287925204,0.05582169263756701,0.187887345839824,0.23571610951564267,0.33009351250147223,0.32689862597273006,0.6094684600830078,0.6721181039299283,0.9268565330614366,-0.0012875450859480355,0.05582169263756701,0.187887345839824,0.23571610951564267,0.33009351250147223,0.32689862597273006,0.6094684600830078,0.6721181039299283,0.9268565330614366,-0.0012875450859480355,0.05582169263756701,0.187887345839824,0.23571610951564267,0.33009351250147223,0.32689862597273006,0.6094684600830078,0.6721181039299283,0.9268565330614366,-0.0012875450859480355,0.05582169263756701,0.187887345839824,0.23571610951564267,0.33009351250147223,0.32689862597273006,0.6094684600830078,0.6721181039299283,0.9268565330614366,-0.0012875450859480355,0.05582169263756701,0.187887345839824,0.23571610951564267,0.33009351250147223,0.32689862597273006,0.6094684600830078,0.6721181039299283,0.9268565330614366,-0.0012875450859480355,0.04746785518779819,0.04746785518779819,6.682161697128738,6.682161697128738,0.9999999999820859,0.9999999999820859,0.9999999999820859,0.9999999999820859,0.9999999999820859,0.9999999999820859,0.3171878837807587,0.3171878837807587,168,add_adapter_missing_layer,256,0.05582169263756701
+down_blocks.2.attentions.1.transformer_blocks.9.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8250017357724053,1.0089372204882758,0.0035961148553594413,0.04736430151388049,0.059960351320261195,0.05770600023071233,0.05970291251316506,0.15995502471923828,0.990240640938282,0.9814576825386571,-0.0006591972046570456,0.035519292877454846,0.14954839274287224,0.18835153296043752,0.1818111935034313,0.18718168275313216,0.4923147474016462,0.8902400135993958,0.8824890951477462,-0.001244361290186394,0.035519292877454846,0.14954839274287224,0.18835153296043752,0.1818111935034313,0.18718168275313216,0.4923147474016462,0.8902400135993958,0.8824890951477462,-0.001244361290186394,0.035519292877454846,0.14954839274287224,0.18835153296043752,0.1818111935034313,0.18718168275313216,0.4923147474016462,0.8902400135993958,0.8824890951477462,-0.001244361290186394,0.035519292877454846,0.14954839274287224,0.18835153296043752,0.1818111935034313,0.18718168275313216,0.4923147474016462,0.8902400135993958,0.8824890951477462,-0.001244361290186394,0.035519292877454846,0.14954839274287224,0.18835153296043752,0.1818111935034313,0.18718168275313216,0.4923147474016462,0.8902400135993958,0.8824890951477462,-0.001244361290186394,0.031923178022095405,0.031923178022095405,9.877129706978579,9.877129706978579,0.9999999999718463,0.9999999999718463,0.9999999999718463,0.9999999999718463,0.9999999999718463,0.9999999999718463,0.3153093699832042,0.3153093699832042,169,add_adapter_missing_layer,256,0.035519292877454846
+up_blocks.0.attentions.2.transformer_blocks.2.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6455609777144024,0.8133180652345929,0.006807816963243697,0.06436858173193676,0.082501456246765,0.09994650947623843,0.10162197711955825,0.22949039936065674,0.7996574555124555,0.9832249474112562,0.00033282656333507736,0.04938648268580437,0.17499427683651447,0.22215401903263002,0.2716161336587977,0.27357018965599195,0.6032948877130236,0.7360091730952263,0.905003542439074,-0.00272504075168659,0.04938648268580437,0.17499427683651447,0.22215401903263002,0.2716161336587977,0.27357018965599195,0.6032948877130236,0.7360091730952263,0.905003542439074,-0.00272504075168659,0.04938648268580437,0.17499427683651447,0.22215401903263002,0.2716161336587977,0.27357018965599195,0.6032948877130236,0.7360091730952263,0.905003542439074,-0.00272504075168659,0.04938648268580437,0.17499427683651447,0.22215401903263002,0.2716161336587977,0.27357018965599195,0.6032948877130236,0.7360091730952263,0.905003542439074,-0.00272504075168659,0.04938648268580437,0.17499427683651447,0.22215401903263002,0.2716161336587977,0.27357018965599195,0.6032948877130236,0.7360091730952263,0.905003542439074,-0.00272504075168659,0.04257866572256067,0.04257866572256067,7.254378745079976,7.254378745079976,0.9999999999797515,0.9999999999797515,0.9999999999797515,0.9999999999797515,0.9999999999797515,0.9999999999797515,0.3088817676116095,0.3088817676116095,170,add_adapter_missing_layer,256,0.04938648268580437
+down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7714415139385632,1.0010419338941574,0.003558679679242362,0.047114244396133084,0.05965287728561267,0.06136068728483441,0.059865959479014595,0.1590441976274763,0.9824494272470474,0.9814312522131857,0.0013035436880142828,0.034886259119957685,0.14667487490390027,0.1867070412051553,0.19068398681239587,0.18703297666577923,0.5064637320382255,0.8857045886772019,0.8849072506451247,0.0021989466634814952,0.034886259119957685,0.14667487490390027,0.1867070412051553,0.19068398681239587,0.18703297666577923,0.5064637320382255,0.8857045886772019,0.8849072506451247,0.0021989466634814952,0.034886259119957685,0.14667487490390027,0.1867070412051553,0.19068398681239587,0.18703297666577923,0.5064637320382255,0.8857045886772019,0.8849072506451247,0.0021989466634814952,0.034886259119957685,0.14667487490390027,0.1867070412051553,0.19068398681239587,0.18703297666577923,0.5064637320382255,0.8857045886772019,0.8849072506451247,0.0021989466634814952,0.034886259119957685,0.14667487490390027,0.1867070412051553,0.19068398681239587,0.18703297666577923,0.5064637320382255,0.8857045886772019,0.8849072506451247,0.0021989466634814952,0.03132757944071533,0.03132757944071533,9.803146743901877,9.803146743901877,0.9999999999713355,0.9999999999713355,0.9999999999713355,0.9999999999713355,0.9999999999713355,0.9999999999713355,0.3071088583885758,0.3071088583885758,171,add_adapter_missing_layer,256,0.034886259119957685
+up_blocks.0.attentions.0.transformer_blocks.4.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.618440528001104,0.7747814868177686,0.006838459247124514,0.06582210625388793,0.08268976514567787,0.10659552250108224,0.10685662286383961,0.21483122450964792,0.7615485489368439,0.9829249482839932,0.0015312356183910328,0.049264275402362855,0.17701380433780806,0.2219342034357885,0.2865824753437151,0.2867259223691869,0.5738119908741542,0.6957978702017239,0.8981572250525637,0.0023128376082500574,0.049264275402362855,0.17701380433780806,0.2219342034357885,0.2865824753437151,0.2867259223691869,0.5738119908741542,0.6957978702017239,0.8981572250525637,0.0023128376082500574,0.049264275402362855,0.17701380433780806,0.2219342034357885,0.2865824753437151,0.2867259223691869,0.5738119908741542,0.6957978702017239,0.8981572250525637,0.0023128376082500574,0.049264275402362855,0.17701380433780806,0.2219342034357885,0.2865824753437151,0.2867259223691869,0.5738119908741542,0.6957978702017239,0.8981572250525637,0.0023128376082500574,0.049264275402362855,0.17701380433780806,0.2219342034357885,0.2865824753437151,0.2867259223691869,0.5738119908741542,0.6957978702017239,0.8981572250525637,0.0023128376082500574,0.04242581615523834,0.04242581615523834,7.204002190387236,7.204002190387236,0.9999999999797013,0.9999999999797013,0.9999999999797013,0.9999999999797013,0.9999999999797013,0.9999999999797013,0.3056356725113032,0.3056356725113032,172,add_adapter_missing_layer,256,0.049264275402362855
+down_blocks.2.attentions.1.transformer_blocks.1.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7308556054319654,0.9258897357753345,0.005026322115944433,0.05627266237778323,0.07088531226813953,0.0777447218895195,0.07728392395645253,0.185938903263637,0.9088869690895081,0.9816570360158922,0.0002981986524121437,0.041745843299265416,0.16197029208498342,0.2042964699700193,0.22327115689307403,0.22223933927425027,0.5388597633157458,0.8254294672182628,0.8916022853431136,0.0044157531406848905,0.041745843299265416,0.16197029208498342,0.2042964699700193,0.22327115689307403,0.22223933927425027,0.5388597633157458,0.8254294672182628,0.8916022853431136,0.0044157531406848905,0.041745843299265416,0.16197029208498342,0.2042964699700193,0.22327115689307403,0.22223933927425027,0.5388597633157458,0.8254294672182628,0.8916022853431136,0.0044157531406848905,0.041745843299265416,0.16197029208498342,0.2042964699700193,0.22327115689307403,0.22223933927425027,0.5388597633157458,0.8254294672182628,0.8916022853431136,0.0044157531406848905,0.041745843299265416,0.16197029208498342,0.2042964699700193,0.22327115689307403,0.22223933927425027,0.5388597633157458,0.8254294672182628,0.8916022853431136,0.0044157531406848905,0.03671952118332098,0.03671952118332098,8.30544527946873,8.30544527946873,0.9999999999760456,0.9999999999760456,0.9999999999760456,0.9999999999760456,0.9999999999760456,0.9999999999760456,0.30497197387636527,0.30497197387636527,173,add_adapter_missing_layer,256,0.041745843299265416
+up_blocks.0.attentions.1.transformer_blocks.5.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6465893973197255,0.8055280713098389,0.00711254177648308,0.06685758501823459,0.08431451619828201,0.10444776764371591,0.10550573710678046,0.22209717785673483,0.792818509042263,0.984163672730003,-0.0004844467435296857,0.050212835360850604,0.17767003923654556,0.22395732859830986,0.27705145867070263,0.2798292501393066,0.5864710392696517,0.7318868488073349,0.9095076451427022,0.0018812527559930459,0.050212835360850604,0.17767003923654556,0.22395732859830986,0.27705145867070263,0.2798292501393066,0.5864710392696517,0.7318868488073349,0.9095076451427022,0.0018812527559930459,0.050212835360850604,0.17767003923654556,0.22395732859830986,0.27705145867070263,0.2798292501393066,0.5864710392696517,0.7318868488073349,0.9095076451427022,0.0018812527559930459,0.050212835360850604,0.17767003923654556,0.22395732859830986,0.27705145867070263,0.2798292501393066,0.5864710392696517,0.7318868488073349,0.9095076451427022,0.0018812527559930459,0.050212835360850604,0.17767003923654556,0.22395732859830986,0.27705145867070263,0.2798292501393066,0.5864710392696517,0.7318868488073349,0.9095076451427022,0.0018812527559930459,0.043100293584367524,0.043100293584367524,7.059759637520112,7.059759637520112,0.9999999999800848,0.9999999999800848,0.9999999999800848,0.9999999999800848,0.9999999999800848,0.9999999999800848,0.30427771301218487,0.30427771301218487,174,add_adapter_missing_layer,256,0.050212835360850604
+down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7701521175248283,0.9893224462866783,0.0035091634781565517,0.04680355565090265,0.05923571285227603,0.0610798635089164,0.06011924288336013,0.15763793672834123,0.9714478690709386,0.9819519178544127,0.0009810687670324114,0.03445518994703889,0.14603645434337004,0.18558144143091684,0.19027721666553443,0.18810713646909352,0.5015043190547398,0.8744030722549984,0.8839040454015826,0.0035207545110357125,0.03445518994703889,0.14603645434337004,0.18558144143091684,0.19027721666553443,0.18810713646909352,0.5015043190547398,0.8744030722549984,0.8839040454015826,0.0035207545110357125,0.03445518994703889,0.14603645434337004,0.18558144143091684,0.19027721666553443,0.18810713646909352,0.5015043190547398,0.8744030722549984,0.8839040454015826,0.0035207545110357125,0.03445518994703889,0.14603645434337004,0.18558144143091684,0.19027721666553443,0.18810713646909352,0.5015043190547398,0.8744030722549984,0.8839040454015826,0.0035207545110357125,0.03445518994703889,0.14603645434337004,0.18558144143091684,0.19027721666553443,0.18810713646909352,0.5015043190547398,0.8744030722549984,0.8839040454015826,0.0035207545110357125,0.030946026468882337,0.030946026468882337,9.818633458285163,9.818633458285163,0.9999999999709769,0.9999999999709769,0.9999999999709769,0.9999999999709769,0.9999999999709769,0.9999999999709769,0.30384769088834634,0.30384769088834634,175,add_adapter_missing_layer,256,0.03445518994703889
+up_blocks.0.attentions.2.transformer_blocks.4.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5367187064673219,0.6870536857417652,0.007767786579539201,0.06990914419293404,0.08799454941400739,0.13039306880687154,0.12820678626266951,0.23023298808506557,0.6781103238463402,0.9870376276201852,-0.0007520438183681628,0.052618608211300204,0.18180873590920651,0.2289009913389851,0.3389690109452391,0.33338150512801873,0.5990176541464669,0.6365799137524196,0.926556265616681,0.001348939763504729,0.052618608211300204,0.18180873590920651,0.2289009913389851,0.3389690109452391,0.33338150512801873,0.5990176541464669,0.6365799137524196,0.926556265616681,0.001348939763504729,0.052618608211300204,0.18180873590920651,0.2289009913389851,0.3389690109452391,0.33338150512801873,0.5990176541464669,0.6365799137524196,0.926556265616681,0.001348939763504729,0.052618608211300204,0.18180873590920651,0.2289009913389851,0.3389690109452391,0.33338150512801873,0.5990176541464669,0.6365799137524196,0.926556265616681,0.001348939763504729,0.052618608211300204,0.18180873590920651,0.2289009913389851,0.3389690109452391,0.33338150512801873,0.5990176541464669,0.6365799137524196,0.926556265616681,0.001348939763504729,0.044850821631761004,0.044850821631761004,6.773951326511301,6.773951326511301,0.9999999999809953,0.9999999999809953,0.9999999999809953,0.9999999999809953,0.9999999999809953,0.9999999999809953,0.3038172826875892,0.3038172826875892,176,add_adapter_missing_layer,256,0.052618608211300204
+up_blocks.0.attentions.1.transformer_blocks.1.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6432316335184234,0.8137842608349664,0.006552080889897687,0.06425168019320283,0.08094192987005437,0.10012204914105474,0.09974132720516005,0.21219868319375174,0.8029112720063755,0.9867068828079217,0.000259819305410604,0.04790414770000747,0.17364163004926272,0.218847225209383,0.27049504534820207,0.26957504937788707,0.5744337694985526,0.7376221929277692,0.9066981885137446,-0.005491741070207874,0.04790414770000747,0.17364163004926272,0.218847225209383,0.27049504534820207,0.26957504937788707,0.5744337694985526,0.7376221929277692,0.9066981885137446,-0.005491741070207874,0.04790414770000747,0.17364163004926272,0.218847225209383,0.27049504534820207,0.26957504937788707,0.5744337694985526,0.7376221929277692,0.9066981885137446,-0.005491741070207874,0.04790414770000747,0.17364163004926272,0.218847225209383,0.27049504534820207,0.26957504937788707,0.5744337694985526,0.7376221929277692,0.9066981885137446,-0.005491741070207874,0.04790414770000747,0.17364163004926272,0.218847225209383,0.27049504534820207,0.26957504937788707,0.5744337694985526,0.7376221929277692,0.9066981885137446,-0.005491741070207874,0.041352066810109785,0.041352066810109785,7.3112875890401625,7.3112875890401625,0.999999999979125,0.999999999979125,0.999999999979125,0.999999999979125,0.999999999979125,0.999999999979125,0.3023368528499153,0.3023368528499153,177,add_adapter_missing_layer,256,0.04790414770000747
+up_blocks.0.attentions.1.transformer_blocks.1.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6460541625108037,0.820129149726459,0.0066317775552826265,0.06461408774235419,0.08143294823020915,0.10037744273102724,0.09969324435101813,0.21397791590009416,0.8081175557204655,0.9855290858589715,0.00015389354890820478,0.048116493238402266,0.17422284771289145,0.21927582371180598,0.2703488644154387,0.2680955654435764,0.5724777238709586,0.7435927667788097,0.9072541166101589,0.000861606004166658,0.048116493238402266,0.17422284771289145,0.21927582371180598,0.2703488644154387,0.2680955654435764,0.5724777238709586,0.7435927667788097,0.9072541166101589,0.000861606004166658,0.048116493238402266,0.17422284771289145,0.21927582371180598,0.2703488644154387,0.2680955654435764,0.5724777238709586,0.7435927667788097,0.9072541166101589,0.000861606004166658,0.048116493238402266,0.17422284771289145,0.21927582371180598,0.2703488644154387,0.2680955654435764,0.5724777238709586,0.7435927667788097,0.9072541166101589,0.000861606004166658,0.048116493238402266,0.17422284771289145,0.21927582371180598,0.2703488644154387,0.2680955654435764,0.5724777238709586,0.7435927667788097,0.9072541166101589,0.000861606004166658,0.04148471568311964,0.04148471568311964,7.255444385769396,7.255444385769396,0.9999999999792172,0.9999999999792172,0.9999999999792172,0.9999999999792172,0.9999999999792172,0.9999999999792172,0.30099004749833,0.30099004749833,178,add_adapter_missing_layer,256,0.048116493238402266
+down_blocks.2.attentions.1.transformer_blocks.6.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5953185026134763,0.7485606223344803,0.006942451756913215,0.06634187778191906,0.0833155586540972,0.11216549656996351,0.11206119560069898,0.2161683738231659,0.737841685967786,0.9857755307042211,-0.0013569036927947309,0.049280748170401366,0.1767784577927419,0.2219641135612955,0.29851071655947703,0.2981366451597601,0.5759116326059613,0.6799206797565732,0.9089694445092188,0.0005790216016846118,0.049280748170401366,0.1767784577927419,0.2219641135612955,0.29851071655947703,0.2981366451597601,0.5759116326059613,0.6799206797565732,0.9089694445092188,0.0005790216016846118,0.049280748170401366,0.1767784577927419,0.2219641135612955,0.29851071655947703,0.2981366451597601,0.5759116326059613,0.6799206797565732,0.9089694445092188,0.0005790216016846118,0.049280748170401366,0.1767784577927419,0.2219641135612955,0.29851071655947703,0.2981366451597601,0.5759116326059613,0.6799206797565732,0.9089694445092188,0.0005790216016846118,0.049280748170401366,0.1767784577927419,0.2219641135612955,0.29851071655947703,0.2981366451597601,0.5759116326059613,0.6799206797565732,0.9089694445092188,0.0005790216016846118,0.04233829641348815,0.04233829641348815,7.098464618674474,7.098464618674474,0.9999999999797081,0.9999999999797081,0.9999999999797081,0.9999999999797081,0.9999999999797081,0.9999999999797081,0.30053689910609804,0.30053689910609804,179,add_adapter_missing_layer,256,0.049280748170401366
+down_blocks.2.attentions.0.transformer_blocks.2.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6946993672422,0.8835956518139158,0.005556420173629054,0.058716925725873025,0.07453801584294185,0.08527257099914419,0.08506066440319185,0.2007687868816512,0.8683407125728471,0.9827539886350748,0.0010887545247117356,0.04372347878026111,0.1645075897020953,0.2090055901930023,0.23818306627878702,0.23779046619359437,0.5648261053221566,0.7886418913091932,0.8930434551448092,-0.0010646464202831599,0.04372347878026111,0.1645075897020953,0.2090055901930023,0.23818306627878702,0.23779046619359437,0.5648261053221566,0.7886418913091932,0.8930434551448092,-0.0010646464202831599,0.04372347878026111,0.1645075897020953,0.2090055901930023,0.23818306627878702,0.23779046619359437,0.5648261053221566,0.7886418913091932,0.8930434551448092,-0.0010646464202831599,0.04372347878026111,0.1645075897020953,0.2090055901930023,0.23818306627878702,0.23779046619359437,0.5648261053221566,0.7886418913091932,0.8930434551448092,-0.0010646464202831599,0.04372347878026111,0.1645075897020953,0.2090055901930023,0.23818306627878702,0.23779046619359437,0.5648261053221566,0.7886418913091932,0.8930434551448092,-0.0010646464202831599,0.038167058606632054,0.038167058606632054,7.869001516462905,7.869001516462905,0.9999999999771291,0.9999999999771291,0.9999999999771291,0.9999999999771291,0.9999999999771291,0.9999999999771291,0.3003366420545162,0.3003366420545162,180,add_adapter_missing_layer,256,0.04372347878026111
+down_blocks.2.attentions.0.transformer_blocks.3.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6142465621232986,0.7882570432765144,0.006697809032630175,0.06394244404509664,0.0818330088518697,0.10434879354823581,0.10408456714973378,0.22709909081459045,0.7761330349104745,0.9846495308665176,-2.5151334134372e-05,0.048191075545868704,0.17181615717709064,0.21949524864901168,0.28025933981262013,0.27902218680278035,0.6059320313589913,0.7156238768781934,0.9080047042182786,0.004083548023377911,0.048191075545868704,0.17181615717709064,0.21949524864901168,0.28025933981262013,0.27902218680278035,0.6059320313589913,0.7156238768781934,0.9080047042182786,0.004083548023377911,0.048191075545868704,0.17181615717709064,0.21949524864901168,0.28025933981262013,0.27902218680278035,0.6059320313589913,0.7156238768781934,0.9080047042182786,0.004083548023377911,0.048191075545868704,0.17181615717709064,0.21949524864901168,0.28025933981262013,0.27902218680278035,0.6059320313589913,0.7156238768781934,0.9080047042182786,0.004083548023377911,0.048191075545868704,0.17181615717709064,0.21949524864901168,0.28025933981262013,0.27902218680278035,0.6059320313589913,0.7156238768781934,0.9080047042182786,0.004083548023377911,0.04149326651323853,0.04149326651323853,7.195050695518174,7.195050695518174,0.9999999999792493,0.9999999999792493,0.9999999999792493,0.9999999999792493,0.9999999999792493,0.9999999999792493,0.2985461560853978,0.2985461560853978,181,add_adapter_missing_layer,256,0.048191075545868704
+down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_v,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.6563979195696967,0.8347090887171882,0.006275745449654225,0.06284425993050848,0.07921913256377508,0.09575702805483807,0.09492132937074463,0.2082506056342806,0.8215857903872218,0.9842750001069266,0.0007916508569394409,0.04647703528670328,0.17106596486909048,0.21557722622984535,0.260635482531935,0.25828219719684153,0.5659242357526507,0.7532547925199781,0.9024222954579234,0.0006541543843923137,0.04647703528670328,0.17106596486909048,0.21557722622984535,0.260635482531935,0.25828219719684153,0.5659242357526507,0.7532547925199781,0.9024222954579234,0.0006541543843923137,0.04647703528670328,0.17106596486909048,0.21557722622984535,0.260635482531935,0.25828219719684153,0.5659242357526507,0.7532547925199781,0.9024222954579234,0.0006541543843923137,0.04647703528670328,0.17106596486909048,0.21557722622984535,0.260635482531935,0.25828219719684153,0.5659242357526507,0.7532547925199781,0.9024222954579234,0.0006541543843923137,0.04647703528670328,0.17106596486909048,0.21557722622984535,0.260635482531935,0.25828219719684153,0.5659242357526507,0.7532547925199781,0.9024222954579234,0.0006541543843923137,0.040201289837049056,0.040201289837049056,7.405819061998157,7.405819061998157,0.999999999978484,0.999999999978484,0.999999999978484,0.999999999978484,0.999999999978484,0.999999999978484,0.29772347859213066,0.29772347859213066,182,add_adapter_missing_layer,256,0.04647703528670328
+up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7061181568673679,0.899820762021201,0.005173523303320897,0.05727609858981201,0.07190901344639362,0.08125261019572919,0.08008888132352088,0.18637231843812124,0.8841542069401059,0.9826009117926654,0.0005192136060908784,0.0419008936067777,0.1627071632870606,0.20458109405441768,0.23068923728172952,0.22769734739297953,0.5331888028553554,0.8030736935990197,0.8925018774947884,0.0017109383684977989,0.0419008936067777,0.1627071632870606,0.20458109405441768,0.23068923728172952,0.22769734739297953,0.5331888028553554,0.8030736935990197,0.8925018774947884,0.0017109383684977989,0.0419008936067777,0.1627071632870606,0.20458109405441768,0.23068923728172952,0.22769734739297953,0.5331888028553554,0.8030736935990197,0.8925018774947884,0.0017109383684977989,0.0419008936067777,0.1627071632870606,0.20458109405441768,0.23068923728172952,0.22769734739297953,0.5331888028553554,0.8030736935990197,0.8925018774947884,0.0017109383684977989,0.0419008936067777,0.1627071632870606,0.20458109405441768,0.23068923728172952,0.22769734739297953,0.5331888028553554,0.8030736935990197,0.8925018774947884,0.0017109383684977989,0.036727370303456804,0.036727370303456804,8.099102128675502,8.099102128675502,0.9999999999761342,0.9999999999761342,0.9999999999761342,0.9999999999761342,0.9999999999761342,0.9999999999761342,0.29745872300538045,0.29745872300538045,183,add_adapter_missing_layer,256,0.0419008936067777
+mid_block.attentions.0.transformer_blocks.9.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.9.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8602322808333805,0.976591265627316,0.0025735883973538876,0.040321440768561194,0.050710544654892296,0.047140649284812555,0.052173451639062875,0.1322641372680664,0.9567540862730571,0.979764439546995,-0.000876932952711026,0.028946281809891974,0.13758668542972632,0.16991793646788442,0.16043686706526003,0.17447138250921349,0.4215148857661656,0.8559035584330559,0.8766185208014413,-0.0017007955778223862,0.028946281809891974,0.13758668542972632,0.16991793646788442,0.16043686706526003,0.17447138250921349,0.4215148857661656,0.8559035584330559,0.8766185208014413,-0.0017007955778223862,0.028946281809891974,0.13758668542972632,0.16991793646788442,0.16043686706526003,0.17447138250921349,0.4215148857661656,0.8559035584330559,0.8766185208014413,-0.0017007955778223862,0.028946281809891974,0.13758668542972632,0.16991793646788442,0.16043686706526003,0.17447138250921349,0.4215148857661656,0.8559035584330559,0.8766185208014413,-0.0017007955778223862,0.028946281809891974,0.13758668542972632,0.16991793646788442,0.16043686706526003,0.17447138250921349,0.4215148857661656,0.8559035584330559,0.8766185208014413,-0.0017007955778223862,0.026372693412538086,0.026372693412538086,11.247440277709725,11.247440277709725,0.9999999999654533,0.9999999999654533,0.9999999999654533,0.9999999999654533,0.9999999999654533,0.9999999999654533,0.2966252941198708,0.2966252941198708,184,add_adapter_missing_layer,256,0.028946281809891974
+up_blocks.0.attentions.0.transformer_blocks.1.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6239486975329263,0.7820192639316831,0.006145016165516738,0.06225694217053907,0.07837855618281117,0.10009421943550299,0.1005141549043358,0.20509397318320616,0.769142427614757,0.9835213497071491,6.145979282986705e-05,0.0458448794670403,0.17020392045378685,0.21409740420640805,0.2734694018831118,0.2743988206564155,0.559789913041251,0.7089321443012783,0.906601408602228,5.366889204846562e-05,0.0458448794670403,0.17020392045378685,0.21409740420640805,0.2734694018831118,0.2743988206564155,0.559789913041251,0.7089321443012783,0.906601408602228,5.366889204846562e-05,0.0458448794670403,0.17020392045378685,0.21409740420640805,0.2734694018831118,0.2743988206564155,0.559789913041251,0.7089321443012783,0.906601408602228,5.366889204846562e-05,0.0458448794670403,0.17020392045378685,0.21409740420640805,0.2734694018831118,0.2743988206564155,0.559789913041251,0.7089321443012783,0.906601408602228,5.366889204846562e-05,0.0458448794670403,0.17020392045378685,0.21409740420640805,0.2734694018831118,0.2743988206564155,0.559789913041251,0.7089321443012783,0.906601408602228,5.366889204846562e-05,0.039699863301523565,0.039699863301523565,7.460497779784877,7.460497779784877,0.9999999999781873,0.9999999999781873,0.9999999999781873,0.9999999999781873,0.9999999999781873,0.9999999999781873,0.29618074201877964,0.29618074201877964,185,add_adapter_missing_layer,256,0.0458448794670403
+down_blocks.2.attentions.0.transformer_blocks.4.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6641116908618382,0.8427362463303975,0.005976258885181908,0.06115985628483551,0.07730165354259534,0.09228264901392128,0.09194975201917151,0.20487770012446813,0.8281649446913174,0.9827215676897418,0.0005537692178937245,0.04512940599982228,0.167797059619001,0.21238298450735726,0.2529814990978701,0.25240252538122737,0.5654420597212655,0.7583425587841442,0.9000424273787104,0.0002744148183800072,0.04512940599982228,0.167797059619001,0.21238298450735726,0.2529814990978701,0.25240252538122737,0.5654420597212655,0.7583425587841442,0.9000424273787104,0.0002744148183800072,0.04512940599982228,0.167797059619001,0.21238298450735726,0.2529814990978701,0.25240252538122737,0.5654420597212655,0.7583425587841442,0.9000424273787104,0.0002744148183800072,0.04512940599982228,0.167797059619001,0.21238298450735726,0.2529814990978701,0.25240252538122737,0.5654420597212655,0.7583425587841442,0.9000424273787104,0.0002744148183800072,0.04512940599982228,0.167797059619001,0.21238298450735726,0.2529814990978701,0.25240252538122737,0.5654420597212655,0.7583425587841442,0.9000424273787104,0.0002744148183800072,0.03915314711464037,0.03915314711464037,7.551447629581254,7.551447629581254,0.9999999999778415,0.9999999999778415,0.9999999999778415,0.9999999999778415,0.9999999999778415,0.9999999999778415,0.29566293996949716,0.29566293996949716,186,add_adapter_missing_layer,256,0.04512940599982228
+up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7506797707506588,0.9617086350917816,0.004630002151576004,0.053960041143000126,0.06801661087669801,0.07219175395387144,0.07103313071113088,0.17881013665880477,0.9431668807353292,0.980743394422703,-0.00020029705774504691,0.039363279206944365,0.15722025292260305,0.19837462686022445,0.21001444593942548,0.20684514260750736,0.5229894987174443,0.854653636259692,0.8888447303512163,-0.0012008031301645264,0.039363279206944365,0.15722025292260305,0.19837462686022445,0.21001444593942548,0.20684514260750736,0.5229894987174443,0.854653636259692,0.8888447303512163,-0.0012008031301645264,0.039363279206944365,0.15722025292260305,0.19837462686022445,0.21001444593942548,0.20684514260750736,0.5229894987174443,0.854653636259692,0.8888447303512163,-0.0012008031301645264,0.039363279206944365,0.15722025292260305,0.19837462686022445,0.21001444593942548,0.20684514260750736,0.5229894987174443,0.854653636259692,0.8888447303512163,-0.0012008031301645264,0.039363279206944365,0.15722025292260305,0.19837462686022445,0.21001444593942548,0.20684514260750736,0.5229894987174443,0.854653636259692,0.8888447303512163,-0.0012008031301645264,0.03473327705536836,0.03473327705536836,8.501784213003818,8.501784213003818,0.9999999999745957,0.9999999999745957,0.9999999999745957,0.9999999999745957,0.9999999999745957,0.9999999999745957,0.2952948265352185,0.2952948265352185,187,add_adapter_missing_layer,256,0.039363279206944365
+down_blocks.2.attentions.1.transformer_blocks.3.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6793296560645103,0.8476954294102532,0.005812832994186985,0.06064803891682199,0.07623533747700717,0.08955833292847817,0.09024387467452519,0.19847655296325684,0.8337826696889741,0.9836099086053839,-0.0003801701698762372,0.044433628608073504,0.16819748654961586,0.21077881500417842,0.24825081600076424,0.24936996166484268,0.5425584358828408,0.7655495852231979,0.9033651831842977,-0.0007746548202638743,0.044433628608073504,0.16819748654961586,0.21077881500417842,0.24825081600076424,0.24936996166484268,0.5425584358828408,0.7655495852231979,0.9033651831842977,-0.0007746548202638743,0.044433628608073504,0.16819748654961586,0.21077881500417842,0.24825081600076424,0.24936996166484268,0.5425584358828408,0.7655495852231979,0.9033651831842977,-0.0007746548202638743,0.044433628608073504,0.16819748654961586,0.21077881500417842,0.24825081600076424,0.24936996166484268,0.5425584358828408,0.7655495852231979,0.9033651831842977,-0.0007746548202638743,0.044433628608073504,0.16819748654961586,0.21077881500417842,0.24825081600076424,0.24936996166484268,0.5425584358828408,0.7655495852231979,0.9033651831842977,-0.0007746548202638743,0.03862079561388652,0.03862079561388652,7.6440573202196695,7.6440573202196695,0.9999999999774946,0.9999999999774946,0.9999999999774946,0.9999999999774946,0.9999999999774946,0.9999999999774946,0.29521957542503696,0.29521957542503696,188,add_adapter_missing_layer,256,0.044433628608073504
+down_blocks.2.attentions.1.transformer_blocks.2.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7299305189933095,0.9134035259485245,0.0056498262482429186,0.059827915991523435,0.07514782078951278,0.0824982270230112,0.08278962236994585,0.19518483536584036,0.8973191550799778,0.982425382998924,0.0016981356488291308,0.04361926930557404,0.1657797550516469,0.20882508826509216,0.22811703489464188,0.22956436217661028,0.5478645052228656,0.8207129357116563,0.8988369439456114,0.0004477631549499555,0.04361926930557404,0.1657797550516469,0.20882508826509216,0.22811703489464188,0.22956436217661028,0.5478645052228656,0.8207129357116563,0.8988369439456114,0.0004477631549499555,0.04361926930557404,0.1657797550516469,0.20882508826509216,0.22811703489464188,0.22956436217661028,0.5478645052228656,0.8207129357116563,0.8988369439456114,0.0004477631549499555,0.04361926930557404,0.1657797550516469,0.20882508826509216,0.22811703489464188,0.22956436217661028,0.5478645052228656,0.8207129357116563,0.8988369439456114,0.0004477631549499555,0.04361926930557404,0.1657797550516469,0.20882508826509216,0.22811703489464188,0.22956436217661028,0.5478645052228656,0.8207129357116563,0.8988369439456114,0.0004477631549499555,0.037969443057331125,0.037969443057331125,7.720462078177901,7.720462078177901,0.9999999999770743,0.9999999999770743,0.9999999999770743,0.9999999999770743,0.9999999999770743,0.9999999999770743,0.29314164525366015,0.29314164525366015,189,add_adapter_missing_layer,256,0.04361926930557404
+down_blocks.2.attentions.1.transformer_blocks.5.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6621311573045594,0.8251889081937926,0.006440597511495331,0.06393633929214307,0.08024809076005071,0.09675272171078497,0.09741508239089512,0.20785028114914894,0.8122866409165519,0.984380003607472,0.0011758745422412176,0.04677186221150415,0.1724569337176425,0.2162480872445888,0.2608609145965239,0.2624027953522346,0.5581672021320888,0.7443046952996936,0.9021180474156274,0.00466558656989946,0.04677186221150415,0.1724569337176425,0.2162480872445888,0.2608609145965239,0.2624027953522346,0.5581672021320888,0.7443046952996936,0.9021180474156274,0.00466558656989946,0.04677186221150415,0.1724569337176425,0.2162480872445888,0.2608609145965239,0.2624027953522346,0.5581672021320888,0.7443046952996936,0.9021180474156274,0.00466558656989946,0.04677186221150415,0.1724569337176425,0.2162480872445888,0.2608609145965239,0.2624027953522346,0.5581672021320888,0.7443046952996936,0.9021180474156274,0.00466558656989946,0.04677186221150415,0.1724569337176425,0.2162480872445888,0.2608609145965239,0.2624027953522346,0.5581672021320888,0.7443046952996936,0.9021180474156274,0.00466558656989946,0.04033126470000882,0.04033126470000882,7.262037741182024,7.262037741182024,0.9999999999786197,0.9999999999786197,0.9999999999786197,0.9999999999786197,0.9999999999786197,0.9999999999786197,0.2928871664010663,0.2928871664010663,190,add_adapter_missing_layer,256,0.04677186221150415
+down_blocks.2.attentions.1.transformer_blocks.1.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6958060881921223,0.888624407351017,0.005045917907929314,0.05641891680923956,0.0710256988621154,0.08176496500262666,0.08050138034653812,0.18571033648082189,0.8731821892516953,0.9827217515960787,-0.0008242295209421562,0.04100019957071969,0.1606362664273807,0.20245986589974296,0.23235200369796272,0.2290550019169441,0.5319011743579592,0.7943973700915065,0.8945414361362191,-6.20856013548681e-05,0.04100019957071969,0.1606362664273807,0.20245986589974296,0.23235200369796272,0.2290550019169441,0.5319011743579592,0.7943973700915065,0.8945414361362191,-6.20856013548681e-05,0.04100019957071969,0.1606362664273807,0.20245986589974296,0.23235200369796272,0.2290550019169441,0.5319011743579592,0.7943973700915065,0.8945414361362191,-6.20856013548681e-05,0.04100019957071969,0.1606362664273807,0.20245986589974296,0.23235200369796272,0.2290550019169441,0.5319011743579592,0.7943973700915065,0.8945414361362191,-6.20856013548681e-05,0.04100019957071969,0.1606362664273807,0.20245986589974296,0.23235200369796272,0.2290550019169441,0.5319011743579592,0.7943973700915065,0.8945414361362191,-6.20856013548681e-05,0.035954281662790376,0.035954281662790376,8.12541945998869,8.12541945998869,0.99999999997561,0.99999999997561,0.99999999997561,0.99999999997561,0.99999999997561,0.99999999997561,0.29214361989275145,0.29214361989275145,191,add_adapter_missing_layer,256,0.04100019957071969
+up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.693961752312524,0.8867499881557056,0.005402986251283437,0.05810074920633009,0.07342581775822946,0.08478737671350321,0.0838077700844151,0.19433283805847168,0.8709699021918433,0.9822748828184871,-0.0003904203269533874,0.04236168560705015,0.1624330598860979,0.20538858877649094,0.23640316920453966,0.23380626311802918,0.5432976101125989,0.7935512917382377,0.8956743696976603,-0.0028998950775920612,0.04236168560705015,0.1624330598860979,0.20538858877649094,0.23640316920453966,0.23380626311802918,0.5432976101125989,0.7935512917382377,0.8956743696976603,-0.0028998950775920612,0.04236168560705015,0.1624330598860979,0.20538858877649094,0.23640316920453966,0.23380626311802918,0.5432976101125989,0.7935512917382377,0.8956743696976603,-0.0028998950775920612,0.04236168560705015,0.1624330598860979,0.20538858877649094,0.23640316920453966,0.23380626311802918,0.5432976101125989,0.7935512917382377,0.8956743696976603,-0.0028998950775920612,0.04236168560705015,0.1624330598860979,0.20538858877649094,0.23640316920453966,0.23380626311802918,0.5432976101125989,0.7935512917382377,0.8956743696976603,-0.0028998950775920612,0.03695869935576671,0.03695869935576671,7.840420765303084,7.840420765303084,0.9999999999763938,0.9999999999763938,0.9999999999763938,0.9999999999763938,0.9999999999763938,0.9999999999763938,0.28977175388754706,0.28977175388754706,192,add_adapter_missing_layer,256,0.04236168560705015
+up_blocks.0.attentions.1.transformer_blocks.6.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.658703625202179,0.8196351176926068,0.006458820184759263,0.0636308907664248,0.0803486172398642,0.09731800251054926,0.09860241112010582,0.21244466304779053,0.8083413009132657,0.9863940350225527,-0.0013098067294257426,0.04656909898455654,0.17192482628992625,0.2157415870081754,0.2626551661964329,0.2644936626145518,0.5578669650214059,0.7428937426635197,0.906863421354742,0.0011503597387283143,0.04656909898455654,0.17192482628992625,0.2157415870081754,0.2626551661964329,0.2644936626145518,0.5578669650214059,0.7428937426635197,0.906863421354742,0.0011503597387283143,0.04656909898455654,0.17192482628992625,0.2157415870081754,0.2626551661964329,0.2644936626145518,0.5578669650214059,0.7428937426635197,0.906863421354742,0.0011503597387283143,0.04656909898455654,0.17192482628992625,0.2157415870081754,0.2626551661964329,0.2644936626145518,0.5578669650214059,0.7428937426635197,0.906863421354742,0.0011503597387283143,0.04656909898455654,0.17192482628992625,0.2157415870081754,0.2626551661964329,0.2644936626145518,0.5578669650214059,0.7428937426635197,0.906863421354742,0.0011503597387283143,0.040110278799797276,0.040110278799797276,7.210155670107439,7.210155670107439,0.9999999999785265,0.9999999999785265,0.9999999999785265,0.9999999999785265,0.9999999999785265,0.9999999999785265,0.28920135411794856,0.28920135411794856,193,add_adapter_missing_layer,256,0.04656909898455654
+down_blocks.2.attentions.0.transformer_blocks.6.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6611237164054599,0.8282699893627848,0.004988977502632354,0.055892221962234805,0.07063039571142624,0.08456982655681809,0.08530977174481139,0.18730238505772182,0.8151673770376614,0.9841977047191506,-0.0018505163513639542,0.040489877840237956,0.15966654435864516,0.2012083831741391,0.24157710990925235,0.24300749145243034,0.5287629876817975,0.7398141367094857,0.8932158243946751,-0.011457746682156409,0.040489877840237956,0.15966654435864516,0.2012083831741391,0.24157710990925235,0.24300749145243034,0.5287629876817975,0.7398141367094857,0.8932158243946751,-0.011457746682156409,0.040489877840237956,0.15966654435864516,0.2012083831741391,0.24157710990925235,0.24300749145243034,0.5287629876817975,0.7398141367094857,0.8932158243946751,-0.011457746682156409,0.040489877840237956,0.15966654435864516,0.2012083831741391,0.24157710990925235,0.24300749145243034,0.5287629876817975,0.7398141367094857,0.8932158243946751,-0.011457746682156409,0.040489877840237956,0.15966654435864516,0.2012083831741391,0.24157710990925235,0.24300749145243034,0.5287629876817975,0.7398141367094857,0.8932158243946751,-0.011457746682156409,0.035500900337605605,0.035500900337605605,8.115866990933164,8.115866990933164,0.9999999999753025,0.9999999999753025,0.9999999999753025,0.9999999999753025,0.9999999999753025,0.9999999999753025,0.28812058519838135,0.28812058519838135,194,add_adapter_missing_layer,256,0.040489877840237956
+up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.696738237781184,0.8962912655302456,0.0053578837874478525,0.057788390666246414,0.07310524012717226,0.08481326502347102,0.08331104454353262,0.1940549441746303,0.8805229323250907,0.9826313734905575,0.0002143853409636774,0.0420537871707763,0.16173608574484075,0.20437828555074816,0.2361031203884422,0.23158447585856523,0.5405295235770089,0.8021924389260155,0.8959258244640356,-0.0002382006862587462,0.0420537871707763,0.16173608574484075,0.20437828555074816,0.2361031203884422,0.23158447585856523,0.5405295235770089,0.8021924389260155,0.8959258244640356,-0.0002382006862587462,0.0420537871707763,0.16173608574484075,0.20437828555074816,0.2361031203884422,0.23158447585856523,0.5405295235770089,0.8021924389260155,0.8959258244640356,-0.0002382006862587462,0.0420537871707763,0.16173608574484075,0.20437828555074816,0.2361031203884422,0.23158447585856523,0.5405295235770089,0.8021924389260155,0.8959258244640356,-0.0002382006862587462,0.0420537871707763,0.16173608574484075,0.20437828555074816,0.2361031203884422,0.23158447585856523,0.5405295235770089,0.8021924389260155,0.8959258244640356,-0.0002382006862587462,0.03669590338332845,0.03669590338332845,7.848954705111107,7.848954705111107,0.9999999999762209,0.9999999999762209,0.9999999999762209,0.9999999999762209,0.9999999999762209,0.9999999999762209,0.28802448351887844,0.28802448351887844,195,add_adapter_missing_layer,256,0.0420537871707763
+down_blocks.2.attentions.0.transformer_blocks.7.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8605862930417061,0.9894962374653135,0.002531217731302604,0.040012695627020936,0.05029610635766291,0.04687758926919588,0.05119820620199402,0.13092829499925887,0.971018274979932,0.9813746706752494,-6.539610590802372e-05,0.028214162814297845,0.13597630469926766,0.16765075609924954,0.1586285860637778,0.17004596519663193,0.4130761282784598,0.8724564516118595,0.8819338530827749,0.0002052248095034364,0.028214162814297845,0.13597630469926766,0.16765075609924954,0.1586285860637778,0.17004596519663193,0.4130761282784598,0.8724564516118595,0.8819338530827749,0.0002052248095034364,0.028214162814297845,0.13597630469926766,0.16765075609924954,0.1586285860637778,0.17004596519663193,0.4130761282784598,0.8724564516118595,0.8819338530827749,0.0002052248095034364,0.028214162814297845,0.13597630469926766,0.16765075609924954,0.1586285860637778,0.17004596519663193,0.4130761282784598,0.8724564516118595,0.8819338530827749,0.0002052248095034364,0.028214162814297845,0.13597630469926766,0.16765075609924954,0.1586285860637778,0.17004596519663193,0.4130761282784598,0.8724564516118595,0.8819338530827749,0.0002052248095034364,0.02568294508299524,0.02568294508299524,11.14647801895411,11.14647801895411,0.9999999999645569,0.9999999999645569,0.9999999999645569,0.9999999999645569,0.9999999999645569,0.9999999999645569,0.286274382829612,0.286274382829612,196,add_adapter_missing_layer,256,0.028214162814297845
+up_blocks.0.attentions.2.transformer_blocks.7.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5067835993000439,0.6435388986553464,0.007521395297122321,0.06879197925861393,0.08643774744877751,0.13574508484731154,0.13427164933876604,0.22467098065785,0.6360553588185992,0.9883749238177371,-0.000294420276467073,0.05007568587149892,0.17753523801054275,0.22289233368764946,0.3500520391291988,0.34604130165210767,0.5781019840921674,0.5975743340594428,0.9286443889595397,0.0010410052807726191,0.05007568587149892,0.17753523801054275,0.22289233368764946,0.3500520391291988,0.34604130165210767,0.5781019840921674,0.5975743340594428,0.9286443889595397,0.0010410052807726191,0.05007568587149892,0.17753523801054275,0.22289233368764946,0.3500520391291988,0.34604130165210767,0.5781019840921674,0.5975743340594428,0.9286443889595397,0.0010410052807726191,0.05007568587149892,0.17753523801054275,0.22289233368764946,0.3500520391291988,0.34604130165210767,0.5781019840921674,0.5975743340594428,0.9286443889595397,0.0010410052807726191,0.05007568587149892,0.17753523801054275,0.22289233368764946,0.3500520391291988,0.34604130165210767,0.5781019840921674,0.5975743340594428,0.9286443889595397,0.0010410052807726191,0.0425542905743766,0.0425542905743766,6.657765465936895,6.657765465936895,0.9999999999800303,0.9999999999800303,0.9999999999800303,0.9999999999800303,0.9999999999800303,0.9999999999800303,0.28331648621352845,0.28331648621352845,197,add_adapter_missing_layer,256,0.05007568587149892
+up_blocks.0.attentions.0.transformer_blocks.8.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7406607770494053,0.9140749254396984,0.0038138889441532747,0.04898857817585979,0.061715832797657945,0.06657928150856232,0.0678110899274322,0.16184864725385392,0.8913978689483234,0.9752640423441772,-0.0007482576673152964,0.03480188023032887,0.1477768924087286,0.18644290601763433,0.20058085166905482,0.20466763057171897,0.486595835004534,0.800896728677409,0.8762679196155306,0.00022430921438042008,0.03480188023032887,0.1477768924087286,0.18644290601763433,0.20058085166905482,0.20466763057171897,0.486595835004534,0.800896728677409,0.8762679196155306,0.00022430921438042008,0.03480188023032887,0.1477768924087286,0.18644290601763433,0.20058085166905482,0.20466763057171897,0.486595835004534,0.800896728677409,0.8762679196155306,0.00022430921438042008,0.03480188023032887,0.1477768924087286,0.18644290601763433,0.20058085166905482,0.20466763057171897,0.486595835004534,0.800896728677409,0.8762679196155306,0.00022430921438042008,0.03480188023032887,0.1477768924087286,0.18644290601763433,0.20058085166905482,0.20466763057171897,0.486595835004534,0.800896728677409,0.8762679196155306,0.00022430921438042008,0.030987991286175593,0.030987991286175593,9.125037653378822,9.125037653378822,0.999999999971266,0.999999999971266,0.999999999971266,0.999999999971266,0.999999999971266,0.999999999971266,0.2827665872889271,0.2827665872889271,198,add_adapter_missing_layer,256,0.03480188023032887
+down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6947632474558694,0.9173675392355237,0.004382886641126659,0.05117550452372858,0.06619332327821795,0.07403082428637718,0.07250420083251097,0.1873779296875,0.9007267015320914,0.9819060182732341,-0.0001554482910900593,0.03746225332309093,0.14895888311522348,0.19344626436444093,0.21519937888940924,0.21160790948451913,0.5527365292821612,0.8167433983513287,0.8904955283274864,0.0010566847953928768,0.03746225332309093,0.14895888311522348,0.19344626436444093,0.21519937888940924,0.21160790948451913,0.5527365292821612,0.8167433983513287,0.8904955283274864,0.0010566847953928768,0.03746225332309093,0.14895888311522348,0.19344626436444093,0.21519937888940924,0.21160790948451913,0.5527365292821612,0.8167433983513287,0.8904955283274864,0.0010566847953928768,0.03746225332309093,0.14895888311522348,0.19344626436444093,0.21519937888940924,0.21160790948451913,0.5527365292821612,0.8167433983513287,0.8904955283274864,0.0010566847953928768,0.03746225332309093,0.14895888311522348,0.19344626436444093,0.21519937888940924,0.21160790948451913,0.5527365292821612,0.8167433983513287,0.8904955283274864,0.0010566847953928768,0.03307936668196427,0.03307936668196427,8.547392707586328,8.547392707586328,0.9999999999733065,0.9999999999733065,0.9999999999733065,0.9999999999733065,0.9999999999733065,0.9999999999733065,0.2827423375489955,0.2827423375489955,199,add_adapter_missing_layer,256,0.03746225332309093
+down_blocks.2.attentions.1.transformer_blocks.8.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6897291988134384,0.8713239112070629,0.004055892811655732,0.050433812995574305,0.06368237326428179,0.07350405731455648,0.07349184733773502,0.16831480179514205,0.8570629124130521,0.9836507961249997,-0.0005588321971085211,0.03589118059192385,0.14945957570203713,0.18937295749752053,0.21752507226956458,0.2181986204120237,0.5054977791649955,0.7719619912760598,0.8861264709805386,0.0025392231297831002,0.03589118059192385,0.14945957570203713,0.18937295749752053,0.21752507226956458,0.2181986204120237,0.5054977791649955,0.7719619912760598,0.8861264709805386,0.0025392231297831002,0.03589118059192385,0.14945957570203713,0.18937295749752053,0.21752507226956458,0.2181986204120237,0.5054977791649955,0.7719619912760598,0.8861264709805386,0.0025392231297831002,0.03589118059192385,0.14945957570203713,0.18937295749752053,0.21752507226956458,0.2181986204120237,0.5054977791649955,0.7719619912760598,0.8861264709805386,0.0025392231297831002,0.03589118059192385,0.14945957570203713,0.18937295749752053,0.21752507226956458,0.2181986204120237,0.5054977791649955,0.7719619912760598,0.8861264709805386,0.0025392231297831002,0.03183528778026812,0.03183528778026812,8.849144257444735,8.849144257444735,0.9999999999721381,0.9999999999721381,0.9999999999721381,0.9999999999721381,0.9999999999721381,0.9999999999721381,0.28171505404486014,0.28171505404486014,200,add_adapter_missing_layer,256,0.03589118059192385
+down_blocks.2.attentions.1.transformer_blocks.4.attn1.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6462072336247989,0.8101632978234973,0.0058920538368900975,0.06113362618322883,0.07674781758710002,0.09505617220261783,0.09516983133067322,0.1989436788218362,0.797243129994188,0.9840887851593746,-1.1557934152100252e-05,0.0437530144783003,0.16674987067069327,0.20916420985136686,0.2590279437468196,0.2591240099266931,0.5402657474790301,0.7287835127540997,0.8997669684049185,0.0010561717494316067,0.0437530144783003,0.16674987067069327,0.20916420985136686,0.2590279437468196,0.2591240099266931,0.5402657474790301,0.7287835127540997,0.8997669684049185,0.0010561717494316067,0.0437530144783003,0.16674987067069327,0.20916420985136686,0.2590279437468196,0.2591240099266931,0.5402657474790301,0.7287835127540997,0.8997669684049185,0.0010561717494316067,0.0437530144783003,0.16674987067069327,0.20916420985136686,0.2590279437468196,0.2591240099266931,0.5402657474790301,0.7287835127540997,0.8997669684049185,0.0010561717494316067,0.0437530144783003,0.16674987067069327,0.20916420985136686,0.2590279437468196,0.2591240099266931,0.5402657474790301,0.7287835127540997,0.8997669684049185,0.0010561717494316067,0.0378609606414102,0.0378609606414102,7.425766240786412,7.425766240786412,0.9999999999771445,0.9999999999771445,0.9999999999771445,0.9999999999771445,0.9999999999771445,0.9999999999771445,0.28114664337472695,0.28114664337472695,201,add_adapter_missing_layer,256,0.0437530144783003
+down_blocks.2.attentions.0.transformer_blocks.5.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6638164339321,0.8423740725432124,0.0058140908700547046,0.06028031391490783,0.07624378471695807,0.09085821677590071,0.09056501865800358,0.20281809994152614,0.8281258014695985,0.9830858565358852,-0.0009379088396619702,0.0434192879391568,0.16456651421529905,0.20834488494559336,0.24801930314273055,0.2474512883939675,0.5556423664093018,0.7592226192355156,0.9013396799869346,-0.004040299852411928,0.0434192879391568,0.16456651421529905,0.20834488494559336,0.24801930314273055,0.2474512883939675,0.5556423664093018,0.7592226192355156,0.9013396799869346,-0.004040299852411928,0.0434192879391568,0.16456651421529905,0.20834488494559336,0.24801930314273055,0.2474512883939675,0.5556423664093018,0.7592226192355156,0.9013396799869346,-0.004040299852411928,0.0434192879391568,0.16456651421529905,0.20834488494559336,0.24801930314273055,0.2474512883939675,0.5556423664093018,0.7592226192355156,0.9013396799869346,-0.004040299852411928,0.0434192879391568,0.16456651421529905,0.20834488494559336,0.24801930314273055,0.2474512883939675,0.5556423664093018,0.7592226192355156,0.9013396799869346,-0.004040299852411928,0.0376051970691021,0.0376051970691021,7.467941059421441,7.467941059421441,0.9999999999769688,0.9999999999769688,0.9999999999769688,0.9999999999769688,0.9999999999769688,0.9999999999769688,0.2808333952399824,0.2808333952399824,202,add_adapter_missing_layer,256,0.0434192879391568
+up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7458442992397717,0.9241595438548497,0.004131195634337408,0.05113495094701648,0.06426961451745371,0.06991903600254455,0.0707601279344446,0.16725003719329834,0.9084321377532822,0.9831252705264887,-0.0004971696498340553,0.03616668450246964,0.15187724839363778,0.19000167360586825,0.2065710510987238,0.20822183926784935,0.48784806047167095,0.8224959011588778,0.890668145793141,-0.000493410124233508,0.03616668450246964,0.15187724839363778,0.19000167360586825,0.2065710510987238,0.20822183926784935,0.48784806047167095,0.8224959011588778,0.890668145793141,-0.000493410124233508,0.03616668450246964,0.15187724839363778,0.19000167360586825,0.2065710510987238,0.20822183926784935,0.48784806047167095,0.8224959011588778,0.890668145793141,-0.000493410124233508,0.03616668450246964,0.15187724839363778,0.19000167360586825,0.2065710510987238,0.20822183926784935,0.48784806047167095,0.8224959011588778,0.890668145793141,-0.000493410124233508,0.03616668450246964,0.15187724839363778,0.19000167360586825,0.2065710510987238,0.20822183926784935,0.48784806047167095,0.8224959011588778,0.890668145793141,-0.000493410124233508,0.032035488868132234,0.032035488868132234,8.754532027751765,8.754532027751765,0.9999999999723502,0.9999999999723502,0.9999999999723502,0.9999999999723502,0.9999999999723502,0.9999999999723502,0.28045571332074876,0.28045571332074876,203,add_adapter_missing_layer,256,0.03616668450246964
+down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7068854485239301,0.9235684009534972,0.004386067648218679,0.05129792627745441,0.06621813873139638,0.07303614450865988,0.07205848689836948,0.1865924894809723,0.9072876859988485,0.9823898748764369,0.00013894284219467018,0.03727458317631057,0.14905851201287337,0.19294963732659468,0.2118588565911083,0.2096512816770857,0.5471212565898895,0.8216218607766288,0.8898475582701018,0.00021804495492818075,0.03727458317631057,0.14905851201287337,0.19294963732659468,0.2118588565911083,0.2096512816770857,0.5471212565898895,0.8216218607766288,0.8898475582701018,0.00021804495492818075,0.03727458317631057,0.14905851201287337,0.19294963732659468,0.2118588565911083,0.2096512816770857,0.5471212565898895,0.8216218607766288,0.8898475582701018,0.00021804495492818075,0.03727458317631057,0.14905851201287337,0.19294963732659468,0.2118588565911083,0.2096512816770857,0.5471212565898895,0.8216218607766288,0.8898475582701018,0.00021804495492818075,0.03727458317631057,0.14905851201287337,0.19294963732659468,0.2118588565911083,0.2096512816770857,0.5471212565898895,0.8216218607766288,0.8898475582701018,0.00021804495492818075,0.03288851552809189,0.03288851552809189,8.498405897353305,8.498405897353305,0.9999999999731721,0.9999999999731721,0.9999999999731721,0.9999999999731721,0.9999999999731721,0.9999999999731721,0.2794999543191318,0.2794999543191318,204,add_adapter_missing_layer,256,0.03727458317631057
+down_blocks.2.attentions.1.transformer_blocks.2.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6266804901616914,0.7923121037227767,0.005595661558410419,0.05949758731627038,0.0747935485645118,0.09569338828622573,0.09514130916826231,0.19480478018522263,0.7803190435682025,0.9850175733411224,0.0013661414919852177,0.0422899393098695,0.16374902906162397,0.20562815371095658,0.26318601251477985,0.26134847918387377,0.5328997543879918,0.7111048091735158,0.8979244062405192,0.0024569009861547136,0.0422899393098695,0.16374902906162397,0.20562815371095658,0.26318601251477985,0.26134847918387377,0.5328997543879918,0.7111048091735158,0.8979244062405192,0.0024569009861547136,0.0422899393098695,0.16374902906162397,0.20562815371095658,0.26318601251477985,0.26134847918387377,0.5328997543879918,0.7111048091735158,0.8979244062405192,0.0024569009861547136,0.0422899393098695,0.16374902906162397,0.20562815371095658,0.26318601251477985,0.26134847918387377,0.5328997543879918,0.7111048091735158,0.8979244062405192,0.0024569009861547136,0.0422899393098695,0.16374902906162397,0.20562815371095658,0.26318601251477985,0.26134847918387377,0.5328997543879918,0.7111048091735158,0.8979244062405192,0.0024569009861547136,0.03669427775145908,0.03669427775145908,7.5576299354182765,7.5576299354182765,0.9999999999763537,0.9999999999763537,0.9999999999763537,0.9999999999763537,0.9999999999763537,0.9999999999763537,0.27732177199297997,0.27732177199297997,205,add_adapter_missing_layer,256,0.0422899393098695
+down_blocks.2.attentions.0.transformer_blocks.9.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.8373845666646957,0.9670472666621208,0.0026221573893313427,0.040628427506557534,0.05118755756668863,0.04907068192418192,0.05347360628609373,0.1343050513948713,0.9487621933221817,0.9812141867338174,-0.0007922343970676593,0.028302210815516964,0.1355710704145687,0.16782807159885296,0.16278646640661923,0.17447592188971042,0.4178558077130999,0.8518022799066135,0.8811924638272464,-6.833983528460002e-05,0.028302210815516964,0.1355710704145687,0.16782807159885296,0.16278646640661923,0.17447592188971042,0.4178558077130999,0.8518022799066135,0.8811924638272464,-6.833983528460002e-05,0.028302210815516964,0.1355710704145687,0.16782807159885296,0.16278646640661923,0.17447592188971042,0.4178558077130999,0.8518022799066135,0.8811924638272464,-6.833983528460002e-05,0.028302210815516964,0.1355710704145687,0.16782807159885296,0.16278646640661923,0.17447592188971042,0.4178558077130999,0.8518022799066135,0.8811924638272464,-6.833983528460002e-05,0.028302210815516964,0.1355710704145687,0.16782807159885296,0.16278646640661923,0.17447592188971042,0.4178558077130999,0.8518022799066135,0.8811924638272464,-6.833983528460002e-05,0.025680053426185623,0.025680053426185623,10.793482847320854,10.793482847320854,0.9999999999646672,0.9999999999646672,0.9999999999646672,0.9999999999646672,0.9999999999646672,0.9999999999646672,0.27717721617381763,0.27717721617381763,206,add_adapter_missing_layer,256,0.028302210815516964
+down_blocks.2.attentions.1.transformer_blocks.5.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6646341372813497,0.840515853038856,0.005624785686710051,0.059488961207015176,0.07499621749182106,0.08961391497125999,0.08932796911146221,0.19706795045307704,0.8273677102157048,0.9843562725538609,0.0013938489408928945,0.042216821773243804,0.1631209376667227,0.2054253974324567,0.24566241521347668,0.24460051881776243,0.5376236098153251,0.7583599537611008,0.9022963437319367,-0.000570808537564257,0.042216821773243804,0.1631209376667227,0.2054253974324567,0.24566241521347668,0.24460051881776243,0.5376236098153251,0.7583599537611008,0.9022963437319367,-0.000570808537564257,0.042216821773243804,0.1631209376667227,0.2054253974324567,0.24566241521347668,0.24460051881776243,0.5376236098153251,0.7583599537611008,0.9022963437319367,-0.000570808537564257,0.042216821773243804,0.1631209376667227,0.2054253974324567,0.24566241521347668,0.24460051881776243,0.5376236098153251,0.7583599537611008,0.9022963437319367,-0.000570808537564257,0.042216821773243804,0.1631209376667227,0.2054253974324567,0.24566241521347668,0.24460051881776243,0.5376236098153251,0.7583599537611008,0.9022963437319367,-0.000570808537564257,0.036592036086533754,0.036592036086533754,7.5054987189087035,7.5054987189087035,0.9999999999763128,0.9999999999763128,0.9999999999763128,0.9999999999763128,0.9999999999763128,0.9999999999763128,0.27464147996974014,0.27464147996974014,207,add_adapter_missing_layer,256,0.042216821773243804
+down_blocks.2.attentions.1.transformer_blocks.7.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5204696282744408,0.6542490156633514,0.007519743854313025,0.06899864998246942,0.08670423604104069,0.13269258960070449,0.1326461771234302,0.22545668376343592,0.6465803906321526,0.988285769665772,0.0005747753881247977,0.0492580933496356,0.1766366266778537,0.22192586417176036,0.3395629501797591,0.3393936100095362,0.5763330331870488,0.606698069189276,0.9274241472726094,0.005445873429250371,0.0492580933496356,0.1766366266778537,0.22192586417176036,0.3395629501797591,0.3393936100095362,0.5763330331870488,0.606698069189276,0.9274241472726094,0.005445873429250371,0.0492580933496356,0.1766366266778537,0.22192586417176036,0.3395629501797591,0.3393936100095362,0.5763330331870488,0.606698069189276,0.9274241472726094,0.005445873429250371,0.0492580933496356,0.1766366266778537,0.22192586417176036,0.3395629501797591,0.3393936100095362,0.5763330331870488,0.606698069189276,0.9274241472726094,0.005445873429250371,0.0492580933496356,0.1766366266778537,0.22192586417176036,0.3395629501797591,0.3393936100095362,0.5763330331870488,0.606698069189276,0.9274241472726094,0.005445873429250371,0.041738349495322576,0.041738349495322576,6.5505014927912235,6.5505014927912235,0.9999999999796988,0.9999999999796988,0.9999999999796988,0.9999999999796988,0.9999999999796988,0.9999999999796988,0.27340712067575235,0.27340712067575235,208,add_adapter_missing_layer,256,0.0492580933496356
+up_blocks.0.attentions.2.transformer_blocks.9.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4956356792577675,0.6262067811829704,0.006720949138980359,0.06513110208990318,0.0817685242505438,0.13157968004852275,0.13073436571143401,0.21190510477338517,0.6192980855703354,0.9889903905318643,-0.0008516157162473194,0.04625176205965025,0.1713045606655734,0.214455602324736,0.3459858880240781,0.3427908929461149,0.5517228948218482,0.5823015214077064,0.9297885343152236,0.0026732853792574523,0.04625176205965025,0.1713045606655734,0.214455602324736,0.3459858880240781,0.3427908929461149,0.5517228948218482,0.5823015214077064,0.9297885343152236,0.0026732853792574523,0.04625176205965025,0.1713045606655734,0.214455602324736,0.3459858880240781,0.3427908929461149,0.5517228948218482,0.5823015214077064,0.9297885343152236,0.0026732853792574523,0.04625176205965025,0.1713045606655734,0.214455602324736,0.3459858880240781,0.3427908929461149,0.5517228948218482,0.5823015214077064,0.9297885343152236,0.0026732853792574523,0.04625176205965025,0.1713045606655734,0.214455602324736,0.3459858880240781,0.3427908929461149,0.5517228948218482,0.5823015214077064,0.9297885343152236,0.0026732853792574523,0.03953081292066989,0.03953081292066989,6.881730704450088,6.881730704450088,0.9999999999783792,0.9999999999783792,0.9999999999783792,0.9999999999783792,0.9999999999783792,0.9999999999783792,0.27204040904804627,0.27204040904804627,209,add_adapter_missing_layer,256,0.04625176205965025
+down_blocks.2.attentions.0.transformer_blocks.2.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6462175409708705,0.8293454732213702,0.005478521817297276,0.058304840698838234,0.0740106679159597,0.0906091898323514,0.08964258279170625,0.19940775632858276,0.8153253261532102,0.9831019906963755,0.0003263575549356444,0.041435614228248596,0.16015440092555114,0.20353032000013113,0.24863403612810347,0.24624735119609684,0.550379970243999,0.7447280011006764,0.8981803820763968,0.0019095223394417968,0.041435614228248596,0.16015440092555114,0.20353032000013113,0.24863403612810347,0.24624735119609684,0.550379970243999,0.7447280011006764,0.8981803820763968,0.0019095223394417968,0.041435614228248596,0.16015440092555114,0.20353032000013113,0.24863403612810347,0.24624735119609684,0.550379970243999,0.7447280011006764,0.8981803820763968,0.0019095223394417968,0.041435614228248596,0.16015440092555114,0.20353032000013113,0.24863403612810347,0.24624735119609684,0.550379970243999,0.7447280011006764,0.8981803820763968,0.0019095223394417968,0.041435614228248596,0.16015440092555114,0.20353032000013113,0.24863403612810347,0.24624735119609684,0.550379970243999,0.7447280011006764,0.8981803820763968,0.0019095223394417968,0.03595709241095132,0.03595709241095132,7.563283601401587,7.563283601401587,0.9999999999758662,0.9999999999758662,0.9999999999758662,0.9999999999758662,0.9999999999758662,0.9999999999758662,0.2719536873858296,0.2719536873858296,210,add_adapter_missing_layer,256,0.041435614228248596
+down_blocks.2.attentions.0.transformer_blocks.7.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6280882433056831,0.7897029668092728,0.004945660284387746,0.05561182860817228,0.07032217617720223,0.08858772527465084,0.08909571401496015,0.18689872537340438,0.7764310804860932,0.9832059072710332,-0.0011650318644699706,0.03900966573772686,0.156053845637611,0.19749583583990912,0.24855813472406327,0.25019369937989716,0.526679277420044,0.7071432960884911,0.8955014498047796,-0.0002095301623350159,0.03900966573772686,0.156053845637611,0.19749583583990912,0.24855813472406327,0.25019369937989716,0.526679277420044,0.7071432960884911,0.8955014498047796,-0.0002095301623350159,0.03900966573772686,0.156053845637611,0.19749583583990912,0.24855813472406327,0.25019369937989716,0.526679277420044,0.7071432960884911,0.8955014498047796,-0.0002095301623350159,0.03900966573772686,0.156053845637611,0.19749583583990912,0.24855813472406327,0.25019369937989716,0.526679277420044,0.7071432960884911,0.8955014498047796,-0.0002095301623350159,0.03900966573772686,0.156053845637611,0.19749583583990912,0.24855813472406327,0.25019369937989716,0.526679277420044,0.7071432960884911,0.8955014498047796,-0.0002095301623350159,0.03406400545333911,0.03406400545333911,7.887655739918749,7.887655739918749,0.9999999999743654,0.9999999999743654,0.9999999999743654,0.9999999999743654,0.9999999999743654,0.9999999999743654,0.2686851481386538,0.2686851481386538,211,add_adapter_missing_layer,256,0.03900966573772686
+down_blocks.2.attentions.0.transformer_blocks.5.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7878154761024884,0.9252499799643245,0.002721307553916371,0.04144271070669804,0.052155593175844284,0.05296682080023761,0.05668816817396775,0.13634598680904933,0.9075087308883667,0.980853037921427,0.0007150465600196705,0.028256004077515433,0.13537846173026732,0.16790239188067013,0.17246003629756065,0.18202317255756031,0.4197482636996678,0.8140040412545204,0.8799959164052904,0.001465850849594322,0.028256004077515433,0.13537846173026732,0.16790239188067013,0.17246003629756065,0.18202317255756031,0.4197482636996678,0.8140040412545204,0.8799959164052904,0.001465850849594322,0.028256004077515433,0.13537846173026732,0.16790239188067013,0.17246003629756065,0.18202317255756031,0.4197482636996678,0.8140040412545204,0.8799959164052904,0.001465850849594322,0.028256004077515433,0.13537846173026732,0.16790239188067013,0.17246003629756065,0.18202317255756031,0.4197482636996678,0.8140040412545204,0.8799959164052904,0.001465850849594322,0.028256004077515433,0.13537846173026732,0.16790239188067013,0.17246003629756065,0.18202317255756031,0.4197482636996678,0.8140040412545204,0.8799959164052904,0.001465850849594322,0.025534696523599063,0.025534696523599063,10.383245372786895,10.383245372786895,0.9999999999646093,0.9999999999646093,0.9999999999646093,0.9999999999646093,0.9999999999646093,0.9999999999646093,0.26513301952417756,0.26513301952417756,212,add_adapter_missing_layer,256,0.028256004077515433
+down_blocks.2.attentions.1.transformer_blocks.6.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6537491349237305,0.8273643340383258,0.00464456293099959,0.054112530912139585,0.06814435436531734,0.08299200115229119,0.082575588258724,0.17853514850139618,0.8132301377398627,0.9828596732237306,-0.00048093775659400047,0.03734260192140937,0.15375380031764507,0.19318821585777488,0.2355180171574537,0.23381375289925746,0.502477113689695,0.7389609345367977,0.8932981893743351,-0.0013810823515346524,0.03734260192140937,0.15375380031764507,0.19318821585777488,0.2355180171574537,0.23381375289925746,0.502477113689695,0.7389609345367977,0.8932981893743351,-0.0013810823515346524,0.03734260192140937,0.15375380031764507,0.19318821585777488,0.2355180171574537,0.23381375289925746,0.502477113689695,0.7389609345367977,0.8932981893743351,-0.0013810823515346524,0.03734260192140937,0.15375380031764507,0.19318821585777488,0.2355180171574537,0.23381375289925746,0.502477113689695,0.7389609345367977,0.8932981893743351,-0.0013810823515346524,0.03734260192140937,0.15375380031764507,0.19318821585777488,0.2355180171574537,0.23381375289925746,0.502477113689695,0.7389609345367977,0.8932981893743351,-0.0013810823515346524,0.03269803899040978,0.03269803899040978,8.040068025374463,8.040068025374463,0.999999999973221,0.999999999973221,0.999999999973221,0.999999999973221,0.999999999973221,0.999999999973221,0.2628944577792412,0.2628944577792412,213,add_adapter_missing_layer,256,0.03734260192140937
+down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.5657411196402141,0.7115665408117431,0.005981732741929591,0.06129539817837732,0.0773357823180262,0.11023819725219838,0.11035557676781109,0.20376939645835332,0.7015612050890923,0.9860801281543292,-0.0002471487081590697,0.042626468398209126,0.16415057810289518,0.20635971745670598,0.2943481220842442,0.2936707551201948,0.5376722982951573,0.649176588015897,0.9133016204736887,0.0014309077752321692,0.042626468398209126,0.16415057810289518,0.20635971745670598,0.2943481220842442,0.2936707551201948,0.5376722982951573,0.649176588015897,0.9133016204736887,0.0014309077752321692,0.042626468398209126,0.16415057810289518,0.20635971745670598,0.2943481220842442,0.2936707551201948,0.5376722982951573,0.649176588015897,0.9133016204736887,0.0014309077752321692,0.042626468398209126,0.16415057810289518,0.20635971745670598,0.2943481220842442,0.2936707551201948,0.5376722982951573,0.649176588015897,0.9133016204736887,0.0014309077752321692,0.042626468398209126,0.16415057810289518,0.20635971745670598,0.2943481220842442,0.2936707551201948,0.5376722982951573,0.649176588015897,0.9133016204736887,0.0014309077752321692,0.036644735656279535,0.036644735656279535,7.1261071382023236,7.1261071382023236,0.9999999999765404,0.9999999999765404,0.9999999999765404,0.9999999999765404,0.9999999999765404,0.9999999999765404,0.2611343123377508,0.2611343123377508,214,add_adapter_missing_layer,256,0.042626468398209126
+up_blocks.0.attentions.2.transformer_blocks.3.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.484820444136858,0.6133043723446983,0.006803006008600018,0.06567334204113909,0.08238314554031323,0.13556106938637452,0.1344349587412342,0.2129934685570853,0.6067272807870593,0.9892828768204204,0.0005961305659525351,0.04557668164904628,0.16978127003780433,0.213177567234001,0.35040794994541086,0.34784293113794973,0.5535654510770526,0.5697330087423325,0.9293353387119884,-0.0020291740826548577,0.04557668164904628,0.16978127003780433,0.213177567234001,0.35040794994541086,0.34784293113794973,0.5535654510770526,0.5697330087423325,0.9293353387119884,-0.0020291740826548577,0.04557668164904628,0.16978127003780433,0.213177567234001,0.35040794994541086,0.34784293113794973,0.5535654510770526,0.5697330087423325,0.9293353387119884,-0.0020291740826548577,0.04557668164904628,0.16978127003780433,0.213177567234001,0.35040794994541086,0.34784293113794973,0.5535654510770526,0.5697330087423325,0.9293353387119884,-0.0020291740826548577,0.04557668164904628,0.16978127003780433,0.213177567234001,0.35040794994541086,0.34784293113794973,0.5535654510770526,0.5697330087423325,0.9293353387119884,-0.0020291740826548577,0.038773675640446266,0.038773675640446266,6.699491604848069,6.699491604848069,0.999999999978059,0.999999999978059,0.999999999978059,0.999999999978059,0.999999999978059,0.999999999978059,0.2597639144422718,0.2597639144422718,215,add_adapter_missing_layer,256,0.04557668164904628
+down_blocks.2.attentions.1.transformer_blocks.3.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5789653956890106,0.7294143885374069,0.005701061945209014,0.06009573961741158,0.07549373098839655,0.1042770763314179,0.10395692094702448,0.19608687928744725,0.7195354093398366,0.9865561769304946,0.0008390151990218848,0.04136771083410297,0.1617329604923725,0.2033732209410787,0.28047198851120236,0.2799073816761156,0.5300602487155369,0.6641104008470263,0.9110289929725759,0.0009303128328416019,0.04136771083410297,0.1617329604923725,0.2033732209410787,0.28047198851120236,0.2799073816761156,0.5300602487155369,0.6641104008470263,0.9110289929725759,0.0009303128328416019,0.04136771083410297,0.1617329604923725,0.2033732209410787,0.28047198851120236,0.2799073816761156,0.5300602487155369,0.6641104008470263,0.9110289929725759,0.0009303128328416019,0.04136771083410297,0.1617329604923725,0.2033732209410787,0.28047198851120236,0.2799073816761156,0.5300602487155369,0.6641104008470263,0.9110289929725759,0.0009303128328416019,0.04136771083410297,0.1617329604923725,0.2033732209410787,0.28047198851120236,0.2799073816761156,0.5300602487155369,0.6641104008470263,0.9110289929725759,0.0009303128328416019,0.035666648888893954,0.035666648888893954,7.256141263578253,7.256141263578253,0.9999999999758266,0.9999999999758266,0.9999999999758266,0.9999999999758266,0.9999999999758266,0.9999999999758266,0.25880224273626085,0.25880224273626085,216,add_adapter_missing_layer,256,0.04136771083410297
+up_blocks.0.attentions.2.transformer_blocks.8.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.49922366599951473,0.6336021253040859,0.0071133880160882,0.06688078732362815,0.08407921680013268,0.13403133049436985,0.1327052706402285,0.21897672329630172,0.6252434423991612,0.986826931585043,-0.0012257148149988747,0.046553010187510936,0.1714739522763661,0.21497805540359846,0.34341599672975226,0.3391141978606003,0.5554387015955788,0.5874392188021115,0.9272603920841828,0.004419513629857518,0.046553010187510936,0.1714739522763661,0.21497805540359846,0.34341599672975226,0.3391141978606003,0.5554387015955788,0.5874392188021115,0.9272603920841828,0.004419513629857518,0.046553010187510936,0.1714739522763661,0.21497805540359846,0.34341599672975226,0.3391141978606003,0.5554387015955788,0.5874392188021115,0.9272603920841828,0.004419513629857518,0.046553010187510936,0.1714739522763661,0.21497805540359846,0.34341599672975226,0.3391141978606003,0.5554387015955788,0.5874392188021115,0.9272603920841828,0.004419513629857518,0.046553010187510936,0.1714739522763661,0.21497805540359846,0.34341599672975226,0.3391141978606003,0.5554387015955788,0.5874392188021115,0.9272603920841828,0.004419513629857518,0.03943962217142274,0.03943962217142274,6.544421599901277,6.544421599901277,0.9999999999785192,0.9999999999785192,0.9999999999785192,0.9999999999785192,0.9999999999785192,0.9999999999785192,0.25810951523060427,0.25810951523060427,217,add_adapter_missing_layer,256,0.046553010187510936
+down_blocks.2.attentions.1.transformer_blocks.5.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5555960706302098,0.6976702947701726,0.006368183855166925,0.06347779257755194,0.07979670456802324,0.11490340247459464,0.11504077063483363,0.20778289011546544,0.6882592876042638,0.9865508767958733,-0.0017847450726549141,0.04374782375193068,0.1664831486663648,0.20914013231878018,0.3012729888478046,0.30142609579108237,0.5442554929426738,0.6370182686618396,0.9133075482982991,0.0031667948780526194,0.04374782375193068,0.1664831486663648,0.20914013231878018,0.3012729888478046,0.30142609579108237,0.5442554929426738,0.6370182686618396,0.9133075482982991,0.0031667948780526194,0.04374782375193068,0.1664831486663648,0.20914013231878018,0.3012729888478046,0.30142609579108237,0.5442554929426738,0.6370182686618396,0.9133075482982991,0.0031667948780526194,0.04374782375193068,0.1664831486663648,0.20914013231878018,0.3012729888478046,0.30142609579108237,0.5442554929426738,0.6370182686618396,0.9133075482982991,0.0031667948780526194,0.04374782375193068,0.1664831486663648,0.20914013231878018,0.3012729888478046,0.30142609579108237,0.5442554929426738,0.6370182686618396,0.9133075482982991,0.0031667948780526194,0.03737963989676376,0.03737963989676376,6.869748854622886,6.869748854622886,0.9999999999771417,0.9999999999771417,0.9999999999771417,0.9999999999771417,0.9999999999771417,0.9999999999771417,0.2567887383670088,0.2567887383670088,218,add_adapter_missing_layer,256,0.04374782375193068
+up_blocks.0.attentions.2.transformer_blocks.2.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4839523211121559,0.6204669986452375,0.0063648000775304225,0.06347309219251786,0.07969654385982175,0.13136150699428517,0.12863189388035742,0.20670579160962785,0.6147347560950688,0.9907870281252665,-0.0008296419029128239,0.04364187203879867,0.16604897965277945,0.20865741197290047,0.34360484884425996,0.3367413881215178,0.542304515838623,0.5772908585412162,0.9304651767345946,-0.0017426967793393747,0.04364187203879867,0.16604897965277945,0.20865741197290047,0.34360484884425996,0.3367413881215178,0.542304515838623,0.5772908585412162,0.9304651767345946,-0.0017426967793393747,0.04364187203879867,0.16604897965277945,0.20865741197290047,0.34360484884425996,0.3367413881215178,0.542304515838623,0.5772908585412162,0.9304651767345946,-0.0017426967793393747,0.04364187203879867,0.16604897965277945,0.20865741197290047,0.34360484884425996,0.3367413881215178,0.542304515838623,0.5772908585412162,0.9304651767345946,-0.0017426967793393747,0.04364187203879867,0.16604897965277945,0.20865741197290047,0.34360484884425996,0.3367413881215178,0.542304515838623,0.5772908585412162,0.9304651767345946,-0.0017426967793393747,0.03727707196126825,0.03727707196126825,6.856754572073723,6.856754572073723,0.9999999999770862,0.9999999999770862,0.9999999999770862,0.9999999999770862,0.9999999999770862,0.9999999999770862,0.2555997336039472,0.2555997336039472,219,add_adapter_missing_layer,256,0.04364187203879867
+down_blocks.2.attentions.0.transformer_blocks.4.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5903445301311356,0.7500493813838277,0.005403880969554718,0.058313142973929644,0.07350411997101777,0.09898588077446045,0.0982128862798423,0.19318664712565287,0.7385202199220657,0.9846548185165357,-8.097032804853046e-05,0.039954372482108216,0.15832851215132646,0.1998598848155184,0.2686979834580303,0.26698755891637094,0.5277417557580131,0.6784640678337642,0.90464537850972,0.0021281876704181612,0.039954372482108216,0.15832851215132646,0.1998598848155184,0.2686979834580303,0.26698755891637094,0.5277417557580131,0.6784640678337642,0.90464537850972,0.0021281876704181612,0.039954372482108216,0.15832851215132646,0.1998598848155184,0.2686979834580303,0.26698755891637094,0.5277417557580131,0.6784640678337642,0.90464537850972,0.0021281876704181612,0.039954372482108216,0.15832851215132646,0.1998598848155184,0.2686979834580303,0.26698755891637094,0.5277417557580131,0.6784640678337642,0.90464537850972,0.0021281876704181612,0.039954372482108216,0.15832851215132646,0.1998598848155184,0.2686979834580303,0.26698755891637094,0.5277417557580131,0.6784640678337642,0.90464537850972,0.0021281876704181612,0.034550491512553495,0.034550491512553495,7.3936440679978235,7.3936440679978235,0.9999999999749715,0.9999999999749715,0.9999999999749715,0.9999999999749715,0.9999999999749715,0.9999999999749715,0.2554540366182003,0.2554540366182003,220,add_adapter_missing_layer,256,0.039954372482108216
+up_blocks.0.attentions.0.transformer_blocks.5.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5966862716845104,0.7469090457473483,0.006054877336802227,0.0619282240181097,0.07780687111881823,0.10403049680565941,0.10436563358117135,0.20216679573059082,0.7333281955548695,0.9818556364011988,-0.0011020335681938118,0.04246035311371088,0.164296136370727,0.2060430366037193,0.2759357485539009,0.27631263493757935,0.532808073929378,0.6802806439144271,0.910932207950398,0.006159685446099112,0.04246035311371088,0.164296136370727,0.2060430366037193,0.2759357485539009,0.27631263493757935,0.532808073929378,0.6802806439144271,0.910932207950398,0.006159685446099112,0.04246035311371088,0.164296136370727,0.2060430366037193,0.2759357485539009,0.27631263493757935,0.532808073929378,0.6802806439144271,0.910932207950398,0.006159685446099112,0.04246035311371088,0.164296136370727,0.2060430366037193,0.2759357485539009,0.27631263493757935,0.532808073929378,0.6802806439144271,0.910932207950398,0.006159685446099112,0.04246035311371088,0.164296136370727,0.2060430366037193,0.2759357485539009,0.27631263493757935,0.532808073929378,0.6802806439144271,0.910932207950398,0.006159685446099112,0.036405475776908655,0.036405475776908655,7.012586836172465,7.012586836172465,0.9999999999764486,0.9999999999764486,0.9999999999764486,0.9999999999764486,0.9999999999764486,0.9999999999764486,0.2552965601977452,0.2552965601977452,221,add_adapter_missing_layer,256,0.04246035311371088
+up_blocks.0.attentions.0.transformer_blocks.6.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6105801569564002,0.7650794376220021,0.0048712311462233105,0.05557471374049783,0.06978577555661157,0.09171080241872455,0.09179022684669488,0.18102064302989415,0.7507681899837085,0.9813703885999316,-0.0015798757750807063,0.03763975462477122,0.15482879430055618,0.19395536891205853,0.25498442644461955,0.25471294093494096,0.5034015689577375,0.6823773767266955,0.8922832425355492,-0.005717005052637043,0.03763975462477122,0.15482879430055618,0.19395536891205853,0.25498442644461955,0.25471294093494096,0.5034015689577375,0.6823773767266955,0.8922832425355492,-0.005717005052637043,0.03763975462477122,0.15482879430055618,0.19395536891205853,0.25498442644461955,0.25471294093494096,0.5034015689577375,0.6823773767266955,0.8922832425355492,-0.005717005052637043,0.03763975462477122,0.15482879430055618,0.19395536891205853,0.25498442644461955,0.25471294093494096,0.5034015689577375,0.6823773767266955,0.8922832425355492,-0.005717005052637043,0.03763975462477122,0.15482879430055618,0.19395536891205853,0.25498442644461955,0.25471294093494096,0.5034015689577375,0.6823773767266955,0.8922832425355492,-0.005717005052637043,0.03276852347854791,0.03276852347854791,7.726948996502979,7.726948996502979,0.9999999999734324,0.9999999999734324,0.9999999999734324,0.9999999999734324,0.9999999999734324,0.9999999999734324,0.25320070960945007,0.25320070960945007,222,add_adapter_missing_layer,256,0.03763975462477122
+down_blocks.2.attentions.1.transformer_blocks.4.attn1.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.553070747426578,0.6950373223849705,0.005743048760840403,0.06031690664323313,0.07576956115935794,0.10966539312223669,0.1096029868941338,0.1967944481543132,0.6846872770360538,0.9851227204555562,0.0005414282124840091,0.0411066923157445,0.16137029549905232,0.20272906746656827,0.29292752443355125,0.29276468737580746,0.5263065663831574,0.6329035013914108,0.9110485473266788,-0.002061947568238663,0.0411066923157445,0.16137029549905232,0.20272906746656827,0.29292752443355125,0.29276468737580746,0.5263065663831574,0.6329035013914108,0.9110485473266788,-0.002061947568238663,0.0411066923157445,0.16137029549905232,0.20272906746656827,0.29292752443355125,0.29276468737580746,0.5263065663831574,0.6329035013914108,0.9110485473266788,-0.002061947568238663,0.0411066923157445,0.16137029549905232,0.20272906746656827,0.29292752443355125,0.29276468737580746,0.5263065663831574,0.6329035013914108,0.9110485473266788,-0.002061947568238663,0.0411066923157445,0.16137029549905232,0.20272906746656827,0.29292752443355125,0.29276468737580746,0.5263065663831574,0.6329035013914108,0.9110485473266788,-0.002061947568238663,0.035363643554904095,0.035363643554904095,7.157642921104425,7.157642921104425,0.9999999999756731,0.9999999999756731,0.9999999999756731,0.9999999999756731,0.9999999999756731,0.9999999999756731,0.2531203329552194,0.2531203329552194,223,add_adapter_missing_layer,256,0.0411066923157445
+up_blocks.0.attentions.2.transformer_blocks.6.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4768893351512296,0.6008823833295277,0.006741433088401598,0.06520074007234403,0.08190150429472547,0.13678237976204818,0.1363382634250485,0.21270933321544103,0.5941024816461972,0.9887155300064657,-0.0008480186797247111,0.044806644187441895,0.16842409356364182,0.2111851241875871,0.3533410160555878,0.3515882862923399,0.5451803973742894,0.563860044415508,0.9382884663675067,-0.0005079050232390207,0.044806644187441895,0.16842409356364182,0.2111851241875871,0.3533410160555878,0.3515882862923399,0.5451803973742894,0.563860044415508,0.9382884663675067,-0.0005079050232390207,0.044806644187441895,0.16842409356364182,0.2111851241875871,0.3533410160555878,0.3515882862923399,0.5451803973742894,0.563860044415508,0.9382884663675067,-0.0005079050232390207,0.044806644187441895,0.16842409356364182,0.2111851241875871,0.3533410160555878,0.3515882862923399,0.5451803973742894,0.563860044415508,0.9382884663675067,-0.0005079050232390207,0.044806644187441895,0.16842409356364182,0.2111851241875871,0.3533410160555878,0.3515882862923399,0.5451803973742894,0.563860044415508,0.9382884663675067,-0.0005079050232390207,0.0380652110990403,0.0380652110990403,6.646456857650002,6.646456857650002,0.999999999977682,0.999999999977682,0.999999999977682,0.999999999977682,0.999999999977682,0.999999999977682,0.25299878334711134,0.25299878334711134,224,add_adapter_missing_layer,256,0.044806644187441895
+up_blocks.0.attentions.1.transformer_blocks.8.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6619906244533402,0.8171879351139069,0.004201765471537199,0.05151415549750839,0.06481453150549599,0.07863159894634324,0.079983925116752,0.1692569660288947,0.8011010235973767,0.9803244437227498,-0.0016435396662148247,0.03469053782256586,0.14861365567360604,0.18621154552702604,0.2263544292443,0.22941760433651748,0.4811077117919922,0.7270808517932892,0.8899128076189969,0.004040231152820135,0.03469053782256586,0.14861365567360604,0.18621154552702604,0.2263544292443,0.22941760433651748,0.4811077117919922,0.7270808517932892,0.8899128076189969,0.004040231152820135,0.03469053782256586,0.14861365567360604,0.18621154552702604,0.2263544292443,0.22941760433651748,0.4811077117919922,0.7270808517932892,0.8899128076189969,0.004040231152820135,0.03469053782256586,0.14861365567360604,0.18621154552702604,0.2263544292443,0.22941760433651748,0.4811077117919922,0.7270808517932892,0.8899128076189969,0.004040231152820135,0.03469053782256586,0.14861365567360604,0.18621154552702604,0.2263544292443,0.22941760433651748,0.4811077117919922,0.7270808517932892,0.8899128076189969,0.004040231152820135,0.030488772351028665,0.030488772351028665,8.256181371688575,8.256181371688575,0.9999999999711737,0.9999999999711737,0.9999999999711737,0.9999999999711737,0.9999999999711737,0.9999999999711737,0.2517208343302165,0.2517208343302165,225,add_adapter_missing_layer,256,0.03469053782256586
+up_blocks.1.attentions.2.transformer_blocks.1.attn2.to_q,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.5178356340953282,0.6464359547410693,0.004703545103049172,0.054396732178117545,0.06857644091221878,0.1052850603803471,0.10637547936930261,0.18040854803153447,0.637358661208834,0.9859683292809668,-0.002095062390757058,0.036674205280308216,0.1525989387716566,0.19143140472900386,0.29502863366316395,0.29659497043041705,0.4958176910877228,0.5841818483812469,0.9039471163757433,-0.00449719605343749,0.036674205280308216,0.1525989387716566,0.19143140472900386,0.29502863366316395,0.29659497043041705,0.4958176910877228,0.5841818483812469,0.9039471163757433,-0.00449719605343749,0.036674205280308216,0.1525989387716566,0.19143140472900386,0.29502863366316395,0.29659497043041705,0.4958176910877228,0.5841818483812469,0.9039471163757433,-0.00449719605343749,0.036674205280308216,0.1525989387716566,0.19143140472900386,0.29502863366316395,0.29659497043041705,0.4958176910877228,0.5841818483812469,0.9039471163757433,-0.00449719605343749,0.036674205280308216,0.1525989387716566,0.19143140472900386,0.29502863366316395,0.29659497043041705,0.4958176910877228,0.5841818483812469,0.9039471163757433,-0.00449719605343749,0.031970660177259046,0.031970660177259046,7.79714119223312,7.79714119223312,0.9999999999727329,0.9999999999727329,0.9999999999727329,0.9999999999727329,0.9999999999727329,0.9999999999727329,0.24927975141099354,0.24927975141099354,226,add_adapter_missing_layer,256,0.036674205280308216
+down_blocks.2.attentions.0.transformer_blocks.9.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5685294706906591,0.7252842262387276,0.005308289820927062,0.057550231527004926,0.07285479130612103,0.1012400848147833,0.10046929937997139,0.1944581823689597,0.7154228612780571,0.9864052761555239,0.0026072286335485323,0.03879603251282658,0.1554302259215287,0.1969475717994434,0.2734176964127903,0.27158604859922547,0.5276744706290108,0.657015751515116,0.9058860515245303,0.007269941968843341,0.03879603251282658,0.1554302259215287,0.1969475717994434,0.2734176964127903,0.27158604859922547,0.5276744706290108,0.657015751515116,0.9058860515245303,0.007269941968843341,0.03879603251282658,0.1554302259215287,0.1969475717994434,0.2734176964127903,0.27158604859922547,0.5276744706290108,0.657015751515116,0.9058860515245303,0.007269941968843341,0.03879603251282658,0.1554302259215287,0.1969475717994434,0.2734176964127903,0.27158604859922547,0.5276744706290108,0.657015751515116,0.9058860515245303,0.007269941968843341,0.03879603251282658,0.1554302259215287,0.1969475717994434,0.2734176964127903,0.27158604859922547,0.5276744706290108,0.657015751515116,0.9058860515245303,0.007269941968843341,0.03348774269189952,0.03348774269189952,7.3085746660950965,7.3085746660950965,0.9999999999742242,0.9999999999742242,0.9999999999742242,0.9999999999742242,0.9999999999742242,0.9999999999742242,0.24474766786272803,0.24474766786272803,227,add_adapter_missing_layer,256,0.03879603251282658
+down_blocks.2.attentions.0.transformer_blocks.6.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5740233840686935,0.728150263428688,0.004890705783119691,0.05529847774388535,0.06992908280428921,0.09642378992532707,0.09615255469542613,0.18576833925076894,0.7169542780944279,0.9846424845392694,-0.0005287022948071549,0.03708124440163374,0.15203126652964524,0.19252639794306337,0.2650206648492844,0.2646275687142664,0.5136026314326695,0.6558412515691349,0.900765048990617,-0.0004908967128228271,0.03708124440163374,0.15203126652964524,0.19252639794306337,0.2650206648492844,0.2646275687142664,0.5136026314326695,0.6558412515691349,0.900765048990617,-0.0004908967128228271,0.03708124440163374,0.15203126652964524,0.19252639794306337,0.2650206648492844,0.2646275687142664,0.5136026314326695,0.6558412515691349,0.900765048990617,-0.0004908967128228271,0.03708124440163374,0.15203126652964524,0.19252639794306337,0.2650206648492844,0.2646275687142664,0.5136026314326695,0.6558412515691349,0.900765048990617,-0.0004908967128228271,0.03708124440163374,0.15203126652964524,0.19252639794306337,0.2650206648492844,0.2646275687142664,0.5136026314326695,0.6558412515691349,0.900765048990617,-0.0004908967128228271,0.03219053861851405,0.03219053861851405,7.581982241098607,7.581982241098607,0.9999999999730322,0.9999999999730322,0.9999999999730322,0.9999999999730322,0.9999999999730322,0.9999999999730322,0.24406809213697242,0.24406809213697242,228,add_adapter_missing_layer,256,0.03708124440163374
+down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6605675827179637,0.8441024082047599,0.003471153526334092,0.04676414494003568,0.05891492271565193,0.0708560550663921,0.06985824366074293,0.15459813390459334,0.8291153056280953,0.982246454062605,-0.0009713871695566922,0.03085444900872452,0.13915245394621575,0.17563535083398393,0.21077394111306338,0.20819715197555327,0.46200402081012726,0.7512562977416175,0.8900476894147119,-0.007940738761265363,0.03085444900872452,0.13915245394621575,0.17563535083398393,0.21077394111306338,0.20819715197555327,0.46200402081012726,0.7512562977416175,0.8900476894147119,-0.007940738761265363,0.03085444900872452,0.13915245394621575,0.17563535083398393,0.21077394111306338,0.20819715197555327,0.46200402081012726,0.7512562977416175,0.8900476894147119,-0.007940738761265363,0.03085444900872452,0.13915245394621575,0.17563535083398393,0.21077394111306338,0.20819715197555327,0.46200402081012726,0.7512562977416175,0.8900476894147119,-0.007940738761265363,0.03085444900872452,0.13915245394621575,0.17563535083398393,0.21077394111306338,0.20819715197555327,0.46200402081012726,0.7512562977416175,0.8900476894147119,-0.007940738761265363,0.027383295482390428,0.027383295482390428,8.888817151346599,8.888817151346599,0.9999999999675898,0.9999999999675898,0.9999999999675898,0.9999999999675898,0.9999999999675898,0.9999999999675898,0.24340510654426387,0.24340510654426387,229,add_adapter_missing_layer,256,0.03085444900872452
+down_blocks.2.attentions.1.transformer_blocks.6.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4683938356382506,0.5884959804160255,0.006547800306829491,0.06440718977579049,0.080910465790855,0.13766295794206812,0.13763920174061064,0.2101832628250122,0.5822030103632382,0.9893347227892344,0.0006904850039453388,0.04330193517463548,0.16590916578258788,0.20807529576745853,0.3545673600726481,0.35391863099115184,0.5379794836044312,0.5492919768605914,0.9334128446961714,0.002277329742355505,0.04330193517463548,0.16590916578258788,0.20807529576745853,0.3545673600726481,0.35391863099115184,0.5379794836044312,0.5492919768605914,0.9334128446961714,0.002277329742355505,0.04330193517463548,0.16590916578258788,0.20807529576745853,0.3545673600726481,0.35391863099115184,0.5379794836044312,0.5492919768605914,0.9334128446961714,0.002277329742355505,0.04330193517463548,0.16590916578258788,0.20807529576745853,0.3545673600726481,0.35391863099115184,0.5379794836044312,0.5492919768605914,0.9334128446961714,0.002277329742355505,0.04330193517463548,0.16590916578258788,0.20807529576745853,0.3545673600726481,0.35391863099115184,0.5379794836044312,0.5492919768605914,0.9334128446961714,0.002277329742355505,0.03675413486780599,0.03675413486780599,6.613203387228755,6.613203387228755,0.9999999999769064,0.9999999999769064,0.9999999999769064,0.9999999999769064,0.9999999999769064,0.9999999999769064,0.24306256920243705,0.24306256920243705,230,add_adapter_missing_layer,256,0.04330193517463548
+up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6786821857094765,0.8446328043937683,0.003803585360791268,0.04905545225899134,0.061646608999884035,0.07539451130999827,0.07594840733885418,0.1602251955441066,0.8298949609909739,0.9824608788441596,0.0003517641598591581,0.03235235095157155,0.14269797397511347,0.17929950578664847,0.21687527220304176,0.21849916574407427,0.46714597940444946,0.7543943268912179,0.8944298677507125,-0.0007025119252830336,0.03235235095157155,0.14269797397511347,0.17929950578664847,0.21687527220304176,0.21849916574407427,0.46714597940444946,0.7543943268912179,0.8944298677507125,-0.0007025119252830336,0.03235235095157155,0.14269797397511347,0.17929950578664847,0.21687527220304176,0.21849916574407427,0.46714597940444946,0.7543943268912179,0.8944298677507125,-0.0007025119252830336,0.03235235095157155,0.14269797397511347,0.17929950578664847,0.21687527220304176,0.21849916574407427,0.46714597940444946,0.7543943268912179,0.8944298677507125,-0.0007025119252830336,0.03235235095157155,0.14269797397511347,0.17929950578664847,0.21687527220304176,0.21849916574407427,0.46714597940444946,0.7543943268912179,0.8944298677507125,-0.0007025119252830336,0.028548765590780286,0.028548765590780286,8.505751251586338,8.505751251586338,0.9999999999690904,0.9999999999690904,0.9999999999690904,0.9999999999690904,0.9999999999690904,0.9999999999690904,0.24282869865502438,0.24282869865502438,231,add_adapter_missing_layer,256,0.03235235095157155
+up_blocks.0.attentions.2.transformer_blocks.3.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5984045799289431,0.7464021678481784,0.005274481248177055,0.0569400565831789,0.07261585462999111,0.095608520548357,0.09765634769010675,0.19842642758573806,0.7322890173111644,0.9810558810399282,-0.0009748021972849788,0.0385176250045853,0.15485883956508978,0.1961839869037829,0.2597203188432033,0.2635725405699153,0.5264334167752948,0.6724429226347378,0.9010733783694577,0.0019462213476150023,0.0385176250045853,0.15485883956508978,0.1961839869037829,0.2597203188432033,0.2635725405699153,0.5264334167752948,0.6724429226347378,0.9010733783694577,0.0019462213476150023,0.0385176250045853,0.15485883956508978,0.1961839869037829,0.2597203188432033,0.2635725405699153,0.5264334167752948,0.6724429226347378,0.9010733783694577,0.0019462213476150023,0.0385176250045853,0.15485883956508978,0.1961839869037829,0.2597203188432033,0.2635725405699153,0.5264334167752948,0.6724429226347378,0.9010733783694577,0.0019462213476150023,0.0385176250045853,0.15485883956508978,0.1961839869037829,0.2597203188432033,0.2635725405699153,0.5264334167752948,0.6724429226347378,0.9010733783694577,0.0019462213476150023,0.033243143756408244,0.033243143756408244,7.302637583666632,7.302637583666632,0.9999999999740379,0.9999999999740379,0.9999999999740379,0.9999999999740379,0.9999999999740379,0.9999999999740379,0.2427626309947796,0.2427626309947796,232,add_adapter_missing_layer,256,0.0385176250045853
+down_blocks.2.attentions.0.transformer_blocks.5.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5581873932055065,0.7079056746193341,0.005358786804468504,0.05805265896820596,0.07319784415994224,0.10411792961989211,0.10351942467440624,0.19259361922740936,0.69716926664114,0.984882317924536,-0.0007865146747332931,0.03880953609145114,0.15622836244957788,0.19697947499274873,0.2801517918377546,0.2785310310866853,0.5180395032678332,0.6410143226385117,0.9055391736413243,0.0017830725415218954,0.03880953609145114,0.15622836244957788,0.19697947499274873,0.2801517918377546,0.2785310310866853,0.5180395032678332,0.6410143226385117,0.9055391736413243,0.0017830725415218954,0.03880953609145114,0.15622836244957788,0.19697947499274873,0.2801517918377546,0.2785310310866853,0.5180395032678332,0.6410143226385117,0.9055391736413243,0.0017830725415218954,0.03880953609145114,0.15622836244957788,0.19697947499274873,0.2801517918377546,0.2785310310866853,0.5180395032678332,0.6410143226385117,0.9055391736413243,0.0017830725415218954,0.03880953609145114,0.15622836244957788,0.19697947499274873,0.2801517918377546,0.2785310310866853,0.5180395032678332,0.6410143226385117,0.9055391736413243,0.0017830725415218954,0.033450749286982634,0.033450749286982634,7.242224313131286,7.242224313131286,0.9999999999742332,0.9999999999742332,0.9999999999742332,0.9999999999742332,0.9999999999742332,0.9999999999742332,0.24225782977864466,0.24225782977864466,233,add_adapter_missing_layer,256,0.03880953609145114
+up_blocks.0.attentions.2.transformer_blocks.5.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.45163269553865704,0.5743235615747315,0.006414173520170152,0.06367111532017589,0.07995584514289318,0.14094653688036046,0.13916388459154758,0.20749167033604213,0.5681276012744222,0.9892512957615069,-0.0006632243969631547,0.042396692159984796,0.16400086134672165,0.20563542532481538,0.36315572524331025,0.35800087895967747,0.5296063252857753,0.5366578921675682,0.9342328638245974,0.0033407799810447614,0.042396692159984796,0.16400086134672165,0.20563542532481538,0.36315572524331025,0.35800087895967747,0.5296063252857753,0.5366578921675682,0.9342328638245974,0.0033407799810447614,0.042396692159984796,0.16400086134672165,0.20563542532481538,0.36315572524331025,0.35800087895967747,0.5296063252857753,0.5366578921675682,0.9342328638245974,0.0033407799810447614,0.042396692159984796,0.16400086134672165,0.20563542532481538,0.36315572524331025,0.35800087895967747,0.5296063252857753,0.5366578921675682,0.9342328638245974,0.0033407799810447614,0.042396692159984796,0.16400086134672165,0.20563542532481538,0.36315572524331025,0.35800087895967747,0.5296063252857753,0.5366578921675682,0.9342328638245974,0.0033407799810447614,0.035982518639814644,0.035982518639814644,6.609844903642436,6.609844903642436,0.9999999999764133,0.9999999999764133,0.9999999999764133,0.9999999999764133,0.9999999999764133,0.9999999999764133,0.2378388674515978,0.2378388674515978,234,add_adapter_missing_layer,256,0.042396692159984796
+down_blocks.2.attentions.1.transformer_blocks.2.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.549143309039729,0.69247795854296,0.005182961201561349,0.05725548289982336,0.07196886626417132,0.10452273482551241,0.10419435619485408,0.18733669178826468,0.6828822589346341,0.986171614688639,-0.0008564633594037982,0.037733376026153564,0.1547685026058129,0.19422362847613578,0.2823806526550836,0.28101409085722867,0.5033872468130929,0.6298959766115461,0.909910476104489,-0.0003591841664924037,0.037733376026153564,0.1547685026058129,0.19422362847613578,0.2823806526550836,0.28101409085722867,0.5033872468130929,0.6298959766115461,0.909910476104489,-0.0003591841664924037,0.037733376026153564,0.1547685026058129,0.19422362847613578,0.2823806526550836,0.28101409085722867,0.5033872468130929,0.6298959766115461,0.909910476104489,-0.0003591841664924037,0.037733376026153564,0.1547685026058129,0.19422362847613578,0.2823806526550836,0.28101409085722867,0.5033872468130929,0.6298959766115461,0.909910476104489,-0.0003591841664924037,0.037733376026153564,0.1547685026058129,0.19422362847613578,0.2823806526550836,0.28101409085722867,0.5033872468130929,0.6298959766115461,0.909910476104489,-0.0003591841664924037,0.032550414824592214,0.032550414824592214,7.280273679746289,7.280273679746289,0.9999999999734983,0.9999999999734983,0.9999999999734983,0.9999999999734983,0.9999999999734983,0.9999999999734983,0.2369759283123021,0.2369759283123021,235,add_adapter_missing_layer,256,0.037733376026153564
+up_blocks.0.attentions.0.transformer_blocks.7.attn2.to_q,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6273606866598129,0.7759166093809264,0.004359299782663584,0.05248736437144024,0.06600476550601318,0.08438083037895369,0.08565837030262946,0.1719407524381365,0.7582173411335263,0.9774097530181567,-0.0005293841045223806,0.03418008717043059,0.14728856379432337,0.18482333416875552,0.2365610780933969,0.23968843425235647,0.4778268507548741,0.689822395997388,0.8892201633860376,0.001957831160715224,0.03418008717043059,0.14728856379432337,0.18482333416875552,0.2365610780933969,0.23968843425235647,0.4778268507548741,0.689822395997388,0.8892201633860376,0.001957831160715224,0.03418008717043059,0.14728856379432337,0.18482333416875552,0.2365610780933969,0.23968843425235647,0.4778268507548741,0.689822395997388,0.8892201633860376,0.001957831160715224,0.03418008717043059,0.14728856379432337,0.18482333416875552,0.2365610780933969,0.23968843425235647,0.4778268507548741,0.689822395997388,0.8892201633860376,0.001957831160715224,0.03418008717043059,0.14728856379432337,0.18482333416875552,0.2365610780933969,0.23968843425235647,0.4778268507548741,0.689822395997388,0.8892201633860376,0.001957831160715224,0.029820787387767007,0.029820787387767007,7.840728756145654,7.840728756145654,0.9999999999707433,0.9999999999707433,0.9999999999707433,0.9999999999707433,0.9999999999707433,0.9999999999707433,0.2338167052021704,0.2338167052021704,236,add_adapter_missing_layer,256,0.03418008717043059
+down_blocks.2.attentions.1.transformer_blocks.7.attn2.to_q,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.621223410325391,0.7862326108983585,0.004267136408348701,0.05182514552559171,0.06531515957753016,0.08391484449958135,0.08348863860360116,0.1716287795986448,0.771172077528068,0.9808454734921602,-0.0014003749326678059,0.03372370421753398,0.14567952470055648,0.18356859647736998,0.23554171830626167,0.23434068118603654,0.48159858158656527,0.7034797263996941,0.8950399504926866,0.0017500772205494286,0.03372370421753398,0.14567952470055648,0.18356859647736998,0.23554171830626167,0.23434068118603654,0.48159858158656527,0.7034797263996941,0.8950399504926866,0.0017500772205494286,0.03372370421753398,0.14567952470055648,0.18356859647736998,0.23554171830626167,0.23434068118603654,0.48159858158656527,0.7034797263996941,0.8950399504926866,0.0017500772205494286,0.03372370421753398,0.14567952470055648,0.18356859647736998,0.23554171830626167,0.23434068118603654,0.48159858158656527,0.7034797263996941,0.8950399504926866,0.0017500772205494286,0.03372370421753398,0.14567952470055648,0.18356859647736998,0.23554171830626167,0.23434068118603654,0.48159858158656527,0.7034797263996941,0.8950399504926866,0.0017500772205494286,0.029456567809185277,0.029456567809185277,7.903123074212027,7.903123074212027,0.9999999999703473,0.9999999999703473,0.9999999999703473,0.9999999999703473,0.9999999999703473,0.9999999999703473,0.23279888073986338,0.23279888073986338,237,add_adapter_missing_layer,256,0.03372370421753398
+down_blocks.2.attentions.0.transformer_blocks.4.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7000314848763602,0.8427656867674419,0.002927253721281886,0.042876430454530885,0.054098746126108495,0.06156442369081306,0.06447083412834115,0.14267115933554514,0.8253789905990873,0.9794233918256855,-0.000475780621595082,0.027546732254060253,0.1322738846231784,0.1658520415772515,0.18956047127674497,0.19731055128572877,0.43001568743160795,0.7429091589791434,0.8817325734319631,-0.0003062825345360969,0.027546732254060253,0.1322738846231784,0.1658520415772515,0.18956047127674497,0.19731055128572877,0.43001568743160795,0.7429091589791434,0.8817325734319631,-0.0003062825345360969,0.027546732254060253,0.1322738846231784,0.1658520415772515,0.18956047127674497,0.19731055128572877,0.43001568743160795,0.7429091589791434,0.8817325734319631,-0.0003062825345360969,0.027546732254060253,0.1322738846231784,0.1658520415772515,0.18956047127674497,0.19731055128572877,0.43001568743160795,0.7429091589791434,0.8817325734319631,-0.0003062825345360969,0.027546732254060253,0.1322738846231784,0.1658520415772515,0.18956047127674497,0.19731055128572877,0.43001568743160795,0.7429091589791434,0.8817325734319631,-0.0003062825345360969,0.024619478532778367,0.024619478532778367,9.41043546870502,9.41043546870502,0.9999999999636981,0.9999999999636981,0.9999999999636981,0.9999999999636981,0.9999999999636981,0.9999999999636981,0.23168001400587934,0.23168001400587934,238,add_adapter_missing_layer,256,0.027546732254060253
+down_blocks.2.attentions.1.transformer_blocks.1.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6017614390168872,0.7589730694890022,0.004754089924972504,0.05479712604678103,0.06893572240587921,0.09129828559896558,0.09108672682315654,0.18000472443444387,0.7458817288279533,0.9827858596877875,0.0007903886751340192,0.03552842180111578,0.14995583253247396,0.1884749970527601,0.24970247184152722,0.24888038327187423,0.4903879293373653,0.6823472508362362,0.8992006290295196,0.006234276521614187,0.03552842180111578,0.14995583253247396,0.1884749970527601,0.24970247184152722,0.24888038327187423,0.4903879293373653,0.6823472508362362,0.8992006290295196,0.006234276521614187,0.03552842180111578,0.14995583253247396,0.1884749970527601,0.24970247184152722,0.24888038327187423,0.4903879293373653,0.6823472508362362,0.8992006290295196,0.006234276521614187,0.03552842180111578,0.14995583253247396,0.1884749970527601,0.24970247184152722,0.24888038327187423,0.4903879293373653,0.6823472508362362,0.8992006290295196,0.006234276521614187,0.03552842180111578,0.14995583253247396,0.1884749970527601,0.24970247184152722,0.24888038327187423,0.4903879293373653,0.6823472508362362,0.8992006290295196,0.006234276521614187,0.030774331876143278,0.030774331876143278,7.473233017115895,7.473233017115895,0.9999999999718535,0.9999999999718535,0.9999999999718535,0.9999999999718535,0.9999999999718535,0.9999999999718535,0.2299837530564761,0.2299837530564761,239,add_adapter_missing_layer,256,0.03552842180111578
+down_blocks.2.attentions.0.transformer_blocks.7.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5554321291191238,0.7045563587120601,0.004733598400239966,0.05442911093788488,0.0687945026375998,0.09803617646663214,0.09768015939236092,0.18260063443865096,0.6939852525080953,0.9850268721041473,-0.0001743029946348023,0.03538213776690619,0.14865304316793168,0.18809581203723913,0.2677681941086213,0.26710202839653785,0.5002017574650901,0.6358825170568058,0.9025765383064791,-0.001402669275453913,0.03538213776690619,0.14865304316793168,0.18809581203723913,0.2677681941086213,0.26710202839653785,0.5002017574650901,0.6358825170568058,0.9025765383064791,-0.001402669275453913,0.03538213776690619,0.14865304316793168,0.18809581203723913,0.2677681941086213,0.26710202839653785,0.5002017574650901,0.6358825170568058,0.9025765383064791,-0.001402669275453913,0.03538213776690619,0.14865304316793168,0.18809581203723913,0.2677681941086213,0.26710202839653785,0.5002017574650901,0.6358825170568058,0.9025765383064791,-0.001402669275453913,0.03538213776690619,0.14865304316793168,0.18809581203723913,0.2677681941086213,0.26710202839653785,0.5002017574650901,0.6358825170568058,0.9025765383064791,-0.001402669275453913,0.030648539366666228,0.030648539366666228,7.474680944128645,7.474680944128645,0.9999999999717372,0.9999999999717372,0.9999999999717372,0.9999999999717372,0.9999999999717372,0.9999999999717372,0.22908805316939665,0.22908805316939665,240,add_adapter_missing_layer,256,0.03538213776690619
+up_blocks.0.attentions.2.transformer_blocks.7.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7677757665514946,0.9419847588453975,0.004117691540159285,0.0509095737444503,0.06389810429865757,0.06648731292919806,0.06797755286181313,0.1657677718571254,0.9093236582619804,0.9651751659256773,0.0012763595805154182,0.032788285586450784,0.14449918562812464,0.18100672039944296,0.18842153759249144,0.19232211030604957,0.46536714690072195,0.814894295164517,0.8649604206546647,0.007656628399022988,0.032788285586450784,0.14449918562812464,0.18100672039944296,0.18842153759249144,0.19232211030604957,0.46536714690072195,0.814894295164517,0.8649604206546647,0.007656628399022988,0.032788285586450784,0.14449918562812464,0.18100672039944296,0.18842153759249144,0.19232211030604957,0.46536714690072195,0.814894295164517,0.8649604206546647,0.007656628399022988,0.032788285586450784,0.14449918562812464,0.18100672039944296,0.18842153759249144,0.19232211030604957,0.46536714690072195,0.814894295164517,0.8649604206546647,0.007656628399022988,0.032788285586450784,0.14449918562812464,0.18100672039944296,0.18842153759249144,0.19232211030604957,0.46536714690072195,0.814894295164517,0.8649604206546647,0.007656628399022988,0.0286705940462915,0.0286705940462915,7.962783335931872,7.962783335931872,0.9999999999695014,0.9999999999695014,0.9999999999695014,0.9999999999695014,0.9999999999695014,0.9999999999695014,0.22829772850307747,0.22829772850307747,241,add_adapter_missing_layer,256,0.032788285586450784
+up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.4621949014919145,0.6067130076033729,0.005441431929024735,0.05855441332927772,0.07376236255566053,0.12682266264989947,0.12168728599876162,0.19352352619171143,0.5970670176403863,0.9841112143270568,-0.0008815517283957368,0.03794839286378452,0.1548147284026657,0.19479700501956856,0.3352709960414307,0.32130981557490307,0.5057822934218815,0.5472047914351735,0.9019741793264006,0.001962840358568688,0.03794839286378452,0.1548147284026657,0.19479700501956856,0.3352709960414307,0.32130981557490307,0.5057822934218815,0.5472047914351735,0.9019741793264006,0.001962840358568688,0.03794839286378452,0.1548147284026657,0.19479700501956856,0.3352709960414307,0.32130981557490307,0.5057822934218815,0.5472047914351735,0.9019741793264006,0.001962840358568688,0.03794839286378452,0.1548147284026657,0.19479700501956856,0.3352709960414307,0.32130981557490307,0.5057822934218815,0.5472047914351735,0.9019741793264006,0.001962840358568688,0.03794839286378452,0.1548147284026657,0.19479700501956856,0.3352709960414307,0.32130981557490307,0.5057822934218815,0.5472047914351735,0.9019741793264006,0.001962840358568688,0.032506960934759785,0.032506960934759785,6.9739718059124955,6.9739718059124955,0.9999999999736484,0.9999999999736484,0.9999999999736484,0.9999999999736484,0.9999999999736484,0.9999999999736484,0.22670262905491365,0.22670262905491365,242,add_adapter_missing_layer,256,0.03794839286378452
+down_blocks.2.attentions.0.transformer_blocks.9.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5135789540197168,0.6547249470438276,0.005107010939225022,0.05645328261224287,0.07146116891937536,0.10995812146633162,0.10918797410188753,0.1906680464744568,0.6462375628096717,0.9870424644674985,0.0005504416372590677,0.036516780233276744,0.15094431383269175,0.19108156133845608,0.2940134785107042,0.29196554429602284,0.5100828451769692,0.595649146607944,0.9097853095347295,-0.0004981689509609818,0.036516780233276744,0.15094431383269175,0.19108156133845608,0.2940134785107042,0.29196554429602284,0.5100828451769692,0.595649146607944,0.9097853095347295,-0.0004981689509609818,0.036516780233276744,0.15094431383269175,0.19108156133845608,0.2940134785107042,0.29196554429602284,0.5100828451769692,0.595649146607944,0.9097853095347295,-0.0004981689509609818,0.036516780233276744,0.15094431383269175,0.19108156133845608,0.2940134785107042,0.29196554429602284,0.5100828451769692,0.595649146607944,0.9097853095347295,-0.0004981689509609818,0.036516780233276744,0.15094431383269175,0.19108156133845608,0.2940134785107042,0.29196554429602284,0.5100828451769692,0.595649146607944,0.9097853095347295,-0.0004981689509609818,0.031409769294051725,0.031409769294051725,7.1503234789757,7.1503234789757,0.9999999999726153,0.9999999999726153,0.9999999999726153,0.9999999999726153,0.9999999999726153,0.9999999999726153,0.22459001085246805,0.22459001085246805,243,add_adapter_missing_layer,256,0.036516780233276744
+up_blocks.0.attentions.1.transformer_blocks.7.attn2.to_q,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6004393558417048,0.752931721508503,0.0048509895402405944,0.05539977916383317,0.06964029773434968,0.09268271226184058,0.09283011291349133,0.1813253845487322,0.7409830082740102,0.9841887172787205,0.0006577216867559141,0.03542512049898505,0.15016975386866502,0.18816567686901928,0.25082308665441283,0.25044159614508793,0.4846451623099191,0.6770206998501506,0.8993333013977608,-0.005157770072401036,0.03542512049898505,0.15016975386866502,0.18816567686901928,0.25082308665441283,0.25044159614508793,0.4846451623099191,0.6770206998501506,0.8993333013977608,-0.005157770072401036,0.03542512049898505,0.15016975386866502,0.18816567686901928,0.25082308665441283,0.25044159614508793,0.4846451623099191,0.6770206998501506,0.8993333013977608,-0.005157770072401036,0.03542512049898505,0.15016975386866502,0.18816567686901928,0.25082308665441283,0.25044159614508793,0.4846451623099191,0.6770206998501506,0.8993333013977608,-0.005157770072401036,0.03542512049898505,0.15016975386866502,0.18816567686901928,0.25082308665441283,0.25044159614508793,0.4846451623099191,0.6770206998501506,0.8993333013977608,-0.005157770072401036,0.030574130958744457,0.030574130958744457,7.302658601470704,7.302658601470704,0.9999999999717715,0.9999999999717715,0.9999999999717715,0.9999999999717715,0.9999999999717715,0.9999999999717715,0.22327244042836694,0.22327244042836694,244,add_adapter_missing_layer,256,0.03542512049898505
+up_blocks.1.attentions.1.transformer_blocks.1.attn2.to_q,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.548626001392092,0.7073259577155113,0.005050954375682133,0.05641129346830504,0.07106893494629447,0.10399257323398417,0.1012118447594835,0.18645038775035314,0.6951126977801323,0.9826433241664575,0.0011357951511204842,0.036159393577171225,0.1507959280695234,0.19013769509028003,0.27768261024472907,0.27055242555421044,0.5013992275510516,0.6391368944730077,0.9034171274365904,0.00118366655767334,0.036159393577171225,0.1507959280695234,0.19013769509028003,0.27768261024472907,0.27055242555421044,0.5013992275510516,0.6391368944730077,0.9034171274365904,0.00118366655767334,0.036159393577171225,0.1507959280695234,0.19013769509028003,0.27768261024472907,0.27055242555421044,0.5013992275510516,0.6391368944730077,0.9034171274365904,0.00118366655767334,0.036159393577171225,0.1507959280695234,0.19013769509028003,0.27768261024472907,0.27055242555421044,0.5013992275510516,0.6391368944730077,0.9034171274365904,0.00118366655767334,0.036159393577171225,0.1507959280695234,0.19013769509028003,0.27768261024472907,0.27055242555421044,0.5013992275510516,0.6391368944730077,0.9034171274365904,0.00118366655767334,0.03110843920148909,0.03110843920148909,7.158923023360107,7.158923023360107,0.9999999999723447,0.9999999999723447,0.9999999999723447,0.9999999999723447,0.9999999999723447,0.9999999999723447,0.22270292162033836,0.22270292162033836,245,add_adapter_missing_layer,256,0.036159393577171225
+down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6196289222155299,0.8192060100180762,0.003681559286113562,0.04719230166769454,0.060672864016401304,0.0761782688970238,0.07409630710887545,0.1702075217451368,0.8042677555765424,0.9817688372887295,-0.0009086600007971615,0.030516079128054634,0.13487992621958256,0.1746793103427464,0.2177183650505834,0.21329705332242144,0.4999360867909023,0.7300954812339374,0.8912481161617817,-0.0015794507035025163,0.030516079128054634,0.13487992621958256,0.1746793103427464,0.2177183650505834,0.21329705332242144,0.4999360867909023,0.7300954812339374,0.8912481161617817,-0.0015794507035025163,0.030516079128054634,0.13487992621958256,0.1746793103427464,0.2177183650505834,0.21329705332242144,0.4999360867909023,0.7300954812339374,0.8912481161617817,-0.0015794507035025163,0.030516079128054634,0.13487992621958256,0.1746793103427464,0.2177183650505834,0.21329705332242144,0.4999360867909023,0.7300954812339374,0.8912481161617817,-0.0015794507035025163,0.030516079128054634,0.13487992621958256,0.1746793103427464,0.2177183650505834,0.21329705332242144,0.4999360867909023,0.7300954812339374,0.8912481161617817,-0.0015794507035025163,0.026834519841941074,0.026834519841941074,8.28890063915826,8.28890063915826,0.9999999999672304,0.9999999999672304,0.9999999999672304,0.9999999999672304,0.9999999999672304,0.9999999999672304,0.2224286686693704,0.2224286686693704,246,add_adapter_missing_layer,256,0.030516079128054634
+down_blocks.2.attentions.1.transformer_blocks.3.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4857414226446833,0.6114690984998431,0.005090529622975737,0.05676265686218228,0.07134372590407113,0.1170697499326514,0.11688378919423122,0.18573332684380667,0.6040095474038806,0.9878486051160061,0.0010615764573783184,0.03624718842495765,0.1514772605150938,0.19036754728515617,0.31243871046195937,0.3118930820376039,0.49596820558820454,0.5638428692306791,0.9223091109776297,0.0026522159774426007,0.03624718842495765,0.1514772605150938,0.19036754728515617,0.31243871046195937,0.3118930820376039,0.49596820558820454,0.5638428692306791,0.9223091109776297,0.0026522159774426007,0.03624718842495765,0.1514772605150938,0.19036754728515617,0.31243871046195937,0.3118930820376039,0.49596820558820454,0.5638428692306791,0.9223091109776297,0.0026522159774426007,0.03624718842495765,0.1514772605150938,0.19036754728515617,0.31243871046195937,0.3118930820376039,0.49596820558820454,0.5638428692306791,0.9223091109776297,0.0026522159774426007,0.03624718842495765,0.1514772605150938,0.19036754728515617,0.31243871046195937,0.3118930820376039,0.49596820558820454,0.5638428692306791,0.9223091109776297,0.0026522159774426007,0.031156658801981915,0.031156658801981915,7.1205141905545695,7.1205141905545695,0.9999999999724117,0.9999999999724117,0.9999999999724117,0.9999999999724117,0.9999999999724117,0.9999999999724117,0.22185143112977915,0.22185143112977915,247,add_adapter_missing_layer,256,0.03624718842495765
+mid_block.attentions.0.transformer_blocks.4.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.4.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6993493991238731,0.8286308571696281,0.0026270965712943246,0.040725301884646924,0.051252450689738924,0.058605072762186086,0.06219945199541838,0.13395305190767562,0.8125374008502279,0.9805927888567404,-0.0006577251375087404,0.02547099783883563,0.12759951834699937,0.1594885647036272,0.18313659385257872,0.19312689115547932,0.40787179129464285,0.7304430305957794,0.8817744010608234,-0.002508792026284417,0.02547099783883563,0.12759951834699937,0.1594885647036272,0.18313659385257872,0.19312689115547932,0.40787179129464285,0.7304430305957794,0.8817744010608234,-0.002508792026284417,0.02547099783883563,0.12759951834699937,0.1594885647036272,0.18313659385257872,0.19312689115547932,0.40787179129464285,0.7304430305957794,0.8817744010608234,-0.002508792026284417,0.02547099783883563,0.12759951834699937,0.1594885647036272,0.18313659385257872,0.19312689115547932,0.40787179129464285,0.7304430305957794,0.8817744010608234,-0.002508792026284417,0.02547099783883563,0.12759951834699937,0.1594885647036272,0.18313659385257872,0.19312689115547932,0.40787179129464285,0.7304430305957794,0.8817744010608234,-0.002508792026284417,0.02284390126754131,0.02284390126754131,9.69549353741154,9.69549353741154,0.9999999999607397,0.9999999999607397,0.9999999999607397,0.9999999999607397,0.9999999999607397,0.9999999999607397,0.22148289710871405,0.22148289710871405,248,add_adapter_missing_layer,256,0.02547099783883563
+up_blocks.1.attentions.0.transformer_blocks.1.attn2.to_q,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.5050832544054303,0.6488166717546326,0.005484083326466914,0.058796043042093515,0.07405404061055207,0.11747646465499241,0.1148291614077012,0.19411278622491018,0.6393382410917964,0.9854571067075012,-0.000324458449085796,0.03767838515341282,0.15459873420851572,0.19410137899113236,0.30861462467915113,0.3008097742807689,0.503248257296426,0.5976232258336884,0.9215945966758113,0.004763749959563158,0.03767838515341282,0.15459873420851572,0.19410137899113236,0.30861462467915113,0.3008097742807689,0.503248257296426,0.5976232258336884,0.9215945966758113,0.004763749959563158,0.03767838515341282,0.15459873420851572,0.19410137899113236,0.30861462467915113,0.3008097742807689,0.503248257296426,0.5976232258336884,0.9215945966758113,0.004763749959563158,0.03767838515341282,0.15459873420851572,0.19410137899113236,0.30861462467915113,0.3008097742807689,0.503248257296426,0.5976232258336884,0.9215945966758113,0.004763749959563158,0.03767838515341282,0.15459873420851572,0.19410137899113236,0.30861462467915113,0.3008097742807689,0.503248257296426,0.5976232258336884,0.9215945966758113,0.004763749959563158,0.0321943018269459,0.0321943018269459,6.8704982954400835,6.8704982954400835,0.9999999999734597,0.9999999999734597,0.9999999999734597,0.9999999999734597,0.9999999999734597,0.9999999999734597,0.22119089582491538,0.22119089582491538,249,add_adapter_missing_layer,256,0.03767838515341282
+up_blocks.0.attentions.2.transformer_blocks.0.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6445730626583099,0.8079991659947804,0.003859831278012799,0.04919259888785226,0.06212460543300329,0.07636278506507835,0.07693052676739413,0.16448566237730639,0.7917834371328354,0.9799462555027534,-0.00077396122859292,0.031181235631395663,0.14027104393712111,0.17657693376357184,0.21772754249037843,0.21864159561326887,0.46232448305402485,0.7182923438293594,0.8890294465670961,-0.0020512951933986706,0.031181235631395663,0.14027104393712111,0.17657693376357184,0.21772754249037843,0.21864159561326887,0.46232448305402485,0.7182923438293594,0.8890294465670961,-0.0020512951933986706,0.031181235631395663,0.14027104393712111,0.17657693376357184,0.21772754249037843,0.21864159561326887,0.46232448305402485,0.7182923438293594,0.8890294465670961,-0.0020512951933986706,0.031181235631395663,0.14027104393712111,0.17657693376357184,0.21772754249037843,0.21864159561326887,0.46232448305402485,0.7182923438293594,0.8890294465670961,-0.0020512951933986706,0.031181235631395663,0.14027104393712111,0.17657693376357184,0.21772754249037843,0.21864159561326887,0.46232448305402485,0.7182923438293594,0.8890294465670961,-0.0020512951933986706,0.027321404353382865,0.027321404353382865,8.07839342640144,8.07839342640144,0.9999999999679294,0.9999999999679294,0.9999999999679294,0.9999999999679294,0.9999999999679294,0.9999999999679294,0.22071305332842384,0.22071305332842384,250,add_adapter_missing_layer,256,0.031181235631395663
+down_blocks.2.attentions.0.transformer_blocks.2.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5438783445528576,0.6917185272489276,0.004904459762786116,0.055285431178552766,0.07002308457129477,0.10197360888512985,0.10158177711220696,0.18726517472948348,0.6801919820053237,0.9833645681181069,0.0004089212853943179,0.035347675039832084,0.14859119031046117,0.1879496368486137,0.2738618810319734,0.27242321320593094,0.500485153070518,0.6275598513228553,0.9075580869318379,-0.00018308043968318088,0.035347675039832084,0.14859119031046117,0.1879496368486137,0.2738618810319734,0.27242321320593094,0.500485153070518,0.6275598513228553,0.9075580869318379,-0.00018308043968318088,0.035347675039832084,0.14859119031046117,0.1879496368486137,0.2738618810319734,0.27242321320593094,0.500485153070518,0.6275598513228553,0.9075580869318379,-0.00018308043968318088,0.035347675039832084,0.14859119031046117,0.1879496368486137,0.2738618810319734,0.27242321320593094,0.500485153070518,0.6275598513228553,0.9075580869318379,-0.00018308043968318088,0.035347675039832084,0.14859119031046117,0.1879496368486137,0.2738618810319734,0.27242321320593094,0.500485153070518,0.6275598513228553,0.9075580869318379,-0.00018308043968318088,0.03044321527704597,0.03044321527704597,7.2072515103161106,7.2072515103161106,0.9999999999717096,0.9999999999717096,0.9999999999717096,0.9999999999717096,0.9999999999717096,0.9999999999717096,0.21941190928436805,0.21941190928436805,251,add_adapter_missing_layer,256,0.035347675039832084
+down_blocks.2.attentions.0.transformer_blocks.2.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6353669283645493,0.7897792682051659,0.003122434373446075,0.044150299592209716,0.05587623577993034,0.0699771788887309,0.07127777103424844,0.1489235418183463,0.7763574581061091,0.983058603592628,-0.0003760017273423598,0.02777253693368818,0.13215345915939128,0.1665303123712292,0.20886018264488437,0.2118164509062299,0.4377960477556501,0.6999344942825181,0.8865298258845578,0.00012376561880955705,0.02777253693368818,0.13215345915939128,0.1665303123712292,0.20886018264488437,0.2118164509062299,0.4377960477556501,0.6999344942825181,0.8865298258845578,0.00012376561880955705,0.02777253693368818,0.13215345915939128,0.1665303123712292,0.20886018264488437,0.2118164509062299,0.4377960477556501,0.6999344942825181,0.8865298258845578,0.00012376561880955705,0.02777253693368818,0.13215345915939128,0.1665303123712292,0.20886018264488437,0.2118164509062299,0.4377960477556501,0.6999344942825181,0.8865298258845578,0.00012376561880955705,0.02777253693368818,0.13215345915939128,0.1665303123712292,0.20886018264488437,0.2118164509062299,0.4377960477556501,0.6999344942825181,0.8865298258845578,0.00012376561880955705,0.024650102560242103,0.024650102560242103,8.894514216528593,8.894514216528593,0.9999999999639932,0.9999999999639932,0.9999999999639932,0.9999999999639932,0.9999999999639932,0.9999999999639932,0.21925068766096126,0.21925068766096126,252,add_adapter_missing_layer,256,0.02777253693368818
+mid_block.attentions.0.transformer_blocks.8.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.8.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.7261214192424502,0.8424226513930729,0.00245970520440356,0.039390604344329665,0.049590936814131494,0.05457577567095414,0.059170843351120696,0.12979190690176828,0.826117716729641,0.9806648032625069,-0.001212878135057898,0.024418690873842155,0.12530362033950432,0.15616426332567243,0.1732298022265189,0.18598544277196669,0.39452620915004183,0.7442510223814419,0.8836021558579025,-0.006899720091106636,0.024418690873842155,0.12530362033950432,0.15616426332567243,0.1732298022265189,0.18598544277196669,0.39452620915004183,0.7442510223814419,0.8836021558579025,-0.006899720091106636,0.024418690873842155,0.12530362033950432,0.15616426332567243,0.1732298022265189,0.18598544277196669,0.39452620915004183,0.7442510223814419,0.8836021558579025,-0.006899720091106636,0.024418690873842155,0.12530362033950432,0.15616426332567243,0.1732298022265189,0.18598544277196669,0.39452620915004183,0.7442510223814419,0.8836021558579025,-0.006899720091106636,0.024418690873842155,0.12530362033950432,0.15616426332567243,0.1732298022265189,0.18598544277196669,0.39452620915004183,0.7442510223814419,0.8836021558579025,-0.006899720091106636,0.021958985669438595,0.021958985669438595,9.927486765567835,9.927486765567835,0.9999999999590479,0.9999999999590479,0.9999999999590479,0.9999999999590479,0.9999999999590479,0.9999999999590479,0.2179975396186454,0.2179975396186454,253,add_adapter_missing_layer,256,0.024418690873842155
+up_blocks.0.attentions.2.transformer_blocks.5.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6467639580368996,0.8134524726441928,0.0042017534807590505,0.051465884649327824,0.06479233056027991,0.07989053961659788,0.07983438152628862,0.16978503976549422,0.7910501062870026,0.9723498224249977,0.0006467444404084485,0.0324376443334456,0.14318513896848475,0.18004900247964556,0.22199838215386444,0.22167131261653314,0.46966164452689035,0.7129878465618406,0.8764330004457308,-0.0002675490843882601,0.0324376443334456,0.14318513896848475,0.18004900247964556,0.22199838215386444,0.22167131261653314,0.46966164452689035,0.7129878465618406,0.8764330004457308,-0.0002675490843882601,0.0324376443334456,0.14318513896848475,0.18004900247964556,0.22199838215386444,0.22167131261653314,0.46966164452689035,0.7129878465618406,0.8764330004457308,-0.0002675490843882601,0.0324376443334456,0.14318513896848475,0.18004900247964556,0.22199838215386444,0.22167131261653314,0.46966164452689035,0.7129878465618406,0.8764330004457308,-0.0002675490843882601,0.0324376443334456,0.14318513896848475,0.18004900247964556,0.22199838215386444,0.22167131261653314,0.46966164452689035,0.7129878465618406,0.8764330004457308,-0.0002675490843882601,0.02823589085268655,0.02823589085268655,7.7200255736720855,7.7200255736720855,0.9999999999691717,0.9999999999691717,0.9999999999691717,0.9999999999691717,0.9999999999691717,0.9999999999691717,0.21798179947815388,0.21798179947815388,254,add_adapter_missing_layer,256,0.0324376443334456
+down_blocks.2.attentions.0.transformer_blocks.1.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6136190337794167,0.7717085214597839,0.0035027624315781786,0.04671820858493447,0.059183380371134964,0.07645926891366062,0.07701531456063704,0.15826426233564103,0.7573507417525563,0.9814394429606684,0.0002376156686218727,0.029358217426176583,0.1357415174799306,0.17129913628227006,0.2218554337620208,0.22263839566296711,0.45203761543546406,0.6859622257096427,0.8890971821056672,0.0051929703705744555,0.029358217426176583,0.1357415174799306,0.17129913628227006,0.2218554337620208,0.22263839566296711,0.45203761543546406,0.6859622257096427,0.8890971821056672,0.0051929703705744555,0.029358217426176583,0.1357415174799306,0.17129913628227006,0.2218554337620208,0.22263839566296711,0.45203761543546406,0.6859622257096427,0.8890971821056672,0.0051929703705744555,0.029358217426176583,0.1357415174799306,0.17129913628227006,0.2218554337620208,0.22263839566296711,0.45203761543546406,0.6859622257096427,0.8890971821056672,0.0051929703705744555,0.029358217426176583,0.1357415174799306,0.17129913628227006,0.2218554337620208,0.22263839566296711,0.45203761543546406,0.6859622257096427,0.8890971821056672,0.0051929703705744555,0.025855454994598404,0.025855454994598404,8.381446926895272,8.381446926895272,0.999999999965938,0.999999999965938,0.999999999965938,0.999999999965938,0.999999999965938,0.999999999965938,0.2167061238079558,0.2167061238079558,255,add_adapter_missing_layer,256,0.029358217426176583
+down_blocks.1.attentions.1.transformer_blocks.1.attn2.to_q,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.536812095769814,0.696153808917318,0.0040678481787576205,0.05049329610275371,0.06377463665882631,0.09519251249521134,0.09224706287971131,0.16877256972449167,0.6828490293451718,0.981058133681778,-0.0003585218114575842,0.03173828258046082,0.14122753670173033,0.17800195271642114,0.26529148773722494,0.25678382010346495,0.46788491521562847,0.6205571166106633,0.8921781620361751,0.011089217799183513,0.03173828258046082,0.14122753670173033,0.17800195271642114,0.26529148773722494,0.25678382010346495,0.46788491521562847,0.6205571166106633,0.8921781620361751,0.011089217799183513,0.03173828258046082,0.14122753670173033,0.17800195271642114,0.26529148773722494,0.25678382010346495,0.46788491521562847,0.6205571166106633,0.8921781620361751,0.011089217799183513,0.03173828258046082,0.14122753670173033,0.17800195271642114,0.26529148773722494,0.25678382010346495,0.46788491521562847,0.6205571166106633,0.8921781620361751,0.011089217799183513,0.03173828258046082,0.14122753670173033,0.17800195271642114,0.26529148773722494,0.25678382010346495,0.46788491521562847,0.6205571166106633,0.8921781620361751,0.011089217799183513,0.0276704344017032,0.0276704344017032,7.802228888087932,7.802228888087932,0.9999999999684923,0.9999999999684923,0.9999999999684923,0.9999999999684923,0.9999999999684923,0.9999999999684923,0.2158910626349108,0.2158910626349108,256,add_adapter_missing_layer,256,0.03173828258046082
+down_blocks.2.attentions.1.transformer_blocks.4.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4427019033048834,0.5565365669982774,0.005158127094286361,0.0572306713355439,0.07180248505604127,0.1294755447322027,0.1292277295318374,0.18564016904149735,0.5499934373157365,0.9882668769150191,0.0001705976152542072,0.035974516799407344,0.15113182552158833,0.18965815497720093,0.34177583593297894,0.34118955025500003,0.4915653467178345,0.5149703770875931,0.9254209502641734,0.003919702443714154,0.035974516799407344,0.15113182552158833,0.18965815497720093,0.34177583593297894,0.34118955025500003,0.4915653467178345,0.5149703770875931,0.9254209502641734,0.003919702443714154,0.035974516799407344,0.15113182552158833,0.18965815497720093,0.34177583593297894,0.34118955025500003,0.4915653467178345,0.5149703770875931,0.9254209502641734,0.003919702443714154,0.035974516799407344,0.15113182552158833,0.18965815497720093,0.34177583593297894,0.34118955025500003,0.4915653467178345,0.5149703770875931,0.9254209502641734,0.003919702443714154,0.035974516799407344,0.15113182552158833,0.18965815497720093,0.34177583593297894,0.34118955025500003,0.4915653467178345,0.5149703770875931,0.9254209502641734,0.003919702443714154,0.030816389705120982,0.030816389705120982,6.974337028702113,6.974337028702113,0.9999999999722026,0.9999999999722026,0.9999999999722026,0.9999999999722026,0.9999999999722026,0.9999999999722026,0.21492388781133986,0.21492388781133986,257,add_adapter_missing_layer,256,0.035974516799407344
+down_blocks.2.attentions.0.transformer_blocks.8.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.553399421274662,0.6973624016557421,0.004392471738226179,0.052346492651849985,0.0662741514591711,0.09467334212420775,0.09510815583380536,0.1770306314740862,0.6879643691437585,0.9865349699344391,0.0005564127825437026,0.032941719849726984,0.1435346302709409,0.18149355654108984,0.2595768638376858,0.26043292045961003,0.48328471183776855,0.6309510661023003,0.9048644772197036,0.0032324790985772517,0.032941719849726984,0.1435346302709409,0.18149355654108984,0.2595768638376858,0.26043292045961003,0.48328471183776855,0.6309510661023003,0.9048644772197036,0.0032324790985772517,0.032941719849726984,0.1435346302709409,0.18149355654108984,0.2595768638376858,0.26043292045961003,0.48328471183776855,0.6309510661023003,0.9048644772197036,0.0032324790985772517,0.032941719849726984,0.1435346302709409,0.18149355654108984,0.2595768638376858,0.26043292045961003,0.48328471183776855,0.6309510661023003,0.9048644772197036,0.0032324790985772517,0.032941719849726984,0.1435346302709409,0.18149355654108984,0.2595768638376858,0.26043292045961003,0.48328471183776855,0.6309510661023003,0.9048644772197036,0.0032324790985772517,0.028549248111500804,0.028549248111500804,7.4995860657558415,7.4995860657558415,0.9999999999696434,0.9999999999696434,0.9999999999696434,0.9999999999696434,0.9999999999696434,0.9999999999696434,0.2141075433248177,0.2141075433248177,258,add_adapter_missing_layer,256,0.032941719849726984
+down_blocks.2.attentions.0.transformer_blocks.3.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6433711445757321,0.786255673638412,0.003036626972191568,0.04360747057944536,0.05510169455472407,0.06813360222938011,0.07039951135384613,0.14604888643537248,0.7712944256407874,0.9809901348413309,-0.0002533758930180089,0.027011382759415677,0.13088133478803293,0.1642546491329992,0.2040777741002795,0.20949316344908422,0.4260562147412981,0.6941399733935084,0.8831661403137876,-4.990593359772382e-05,0.027011382759415677,0.13088133478803293,0.1642546491329992,0.2040777741002795,0.20949316344908422,0.4260562147412981,0.6941399733935084,0.8831661403137876,-4.990593359772382e-05,0.027011382759415677,0.13088133478803293,0.1642546491329992,0.2040777741002795,0.20949316344908422,0.4260562147412981,0.6941399733935084,0.8831661403137876,-4.990593359772382e-05,0.027011382759415677,0.13088133478803293,0.1642546491329992,0.2040777741002795,0.20949316344908422,0.4260562147412981,0.6941399733935084,0.8831661403137876,-4.990593359772382e-05,0.027011382759415677,0.13088133478803293,0.1642546491329992,0.2040777741002795,0.20949316344908422,0.4260562147412981,0.6941399733935084,0.8831661403137876,-4.990593359772382e-05,0.02397475578722411,0.02397475578722411,8.89519292223966,8.89519292223966,0.9999999999629786,0.9999999999629786,0.9999999999629786,0.9999999999629786,0.9999999999629786,0.9999999999629786,0.21326007799094024,0.21326007799094024,259,add_adapter_missing_layer,256,0.027011382759415677
+up_blocks.0.attentions.2.transformer_blocks.6.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6844415600810733,0.8333836283002581,0.003878883643275393,0.0494906634225377,0.06213025772919139,0.07251565169597117,0.0747104742967414,0.16108914358275278,0.8083801120519638,0.9698536065710536,-0.0012533852705668583,0.030761046933808496,0.14046317445380346,0.1753266691499393,0.20555485703145596,0.21059544035849204,0.4451554162161691,0.7267092860170773,0.8718670004185831,0.0030522842654525967,0.030761046933808496,0.14046317445380346,0.1753266691499393,0.20555485703145596,0.21059544035849204,0.4451554162161691,0.7267092860170773,0.8718670004185831,0.0030522842654525967,0.030761046933808496,0.14046317445380346,0.1753266691499393,0.20555485703145596,0.21059544035849204,0.4451554162161691,0.7267092860170773,0.8718670004185831,0.0030522842654525967,0.030761046933808496,0.14046317445380346,0.1753266691499393,0.20555485703145596,0.21059544035849204,0.4451554162161691,0.7267092860170773,0.8718670004185831,0.0030522842654525967,0.030761046933808496,0.14046317445380346,0.1753266691499393,0.20555485703145596,0.21059544035849204,0.4451554162161691,0.7267092860170773,0.8718670004185831,0.0030522842654525967,0.0268821632905331,0.0268821632905331,7.93038661502694,7.93038661502694,0.9999999999674914,0.9999999999674914,0.9999999999674914,0.9999999999674914,0.9999999999674914,0.9999999999674914,0.21318594794221227,0.21318594794221227,260,add_adapter_missing_layer,256,0.030761046933808496
+up_blocks.0.attentions.2.transformer_blocks.0.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5482920919145856,0.7036925075309617,0.004211058283025133,0.051591606877212016,0.06488812578129781,0.09415032495562424,0.09233667230997604,0.16922748940331594,0.6928607161555972,0.9846523929605694,-0.0003256122357210448,0.03183599215533052,0.14164188424391405,0.17840838101003506,0.25847558928228537,0.25386164432424563,0.46806747572762625,0.6342699155211449,0.9014736312326966,0.0020262907616727588,0.03183599215533052,0.14164188424391405,0.17840838101003506,0.25847558928228537,0.25386164432424563,0.46806747572762625,0.6342699155211449,0.9014736312326966,0.0020262907616727588,0.03183599215533052,0.14164188424391405,0.17840838101003506,0.25847558928228537,0.25386164432424563,0.46806747572762625,0.6342699155211449,0.9014736312326966,0.0020262907616727588,0.03183599215533052,0.14164188424391405,0.17840838101003506,0.25847558928228537,0.25386164432424563,0.46806747572762625,0.6342699155211449,0.9014736312326966,0.0020262907616727588,0.03183599215533052,0.14164188424391405,0.17840838101003506,0.25847558928228537,0.25386164432424563,0.46806747572762625,0.6342699155211449,0.9014736312326966,0.0020262907616727588,0.027624933872305385,0.027624933872305385,7.560092976177033,7.560092976177033,0.999999999968589,0.999999999968589,0.999999999968589,0.999999999968589,0.999999999968589,0.999999999968589,0.20884706853537094,0.20884706853537094,261,add_adapter_missing_layer,256,0.03183599215533052
+down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6302819326519966,0.7973557263612747,0.0027670173440128565,0.04158802875982864,0.052597668729466585,0.06630343230742385,0.06627203948372387,0.13984319141932897,0.7832775797162738,0.9823405249813207,-0.0007329568423821391,0.025441586804975356,0.1258375807000058,0.15942826199388554,0.2002595268367595,0.20050788784485143,0.4279116562434605,0.7076903645481382,0.8876446809367403,-0.0015894895358152489,0.025441586804975356,0.1258375807000058,0.15942826199388554,0.2002595268367595,0.20050788784485143,0.4279116562434605,0.7076903645481382,0.8876446809367403,-0.0015894895358152489,0.025441586804975356,0.1258375807000058,0.15942826199388554,0.2002595268367595,0.20050788784485143,0.4279116562434605,0.7076903645481382,0.8876446809367403,-0.0015894895358152489,0.025441586804975356,0.1258375807000058,0.15942826199388554,0.2002595268367595,0.20050788784485143,0.4279116562434605,0.7076903645481382,0.8876446809367403,-0.0015894895358152489,0.025441586804975356,0.1258375807000058,0.15942826199388554,0.2002595268367595,0.20050788784485143,0.4279116562434605,0.7076903645481382,0.8876446809367403,-0.0015894895358152489,0.0226745694609625,0.0226745694609625,9.194588841602345,9.194588841602345,0.9999999999606943,0.9999999999606943,0.9999999999606943,0.9999999999606943,0.9999999999606943,0.9999999999606943,0.2084833433539031,0.2084833433539031,262,add_adapter_missing_layer,256,0.025441586804975356
+down_blocks.1.attentions.0.transformer_blocks.1.attn2.to_q,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.525980316634689,0.6806823707052639,0.00523243032096486,0.056931366744850366,0.0723348148826494,0.10861788665737923,0.10649457006109664,0.19447065676961625,0.6686506569385529,0.9822417054926286,-0.0016863842070701399,0.035633940914911885,0.1488475717071976,0.18875843989136865,0.2838182119698412,0.2777795435115412,0.5037633521216256,0.6211609010185514,0.912832060805283,-0.011241947616716581,0.035633940914911885,0.1488475717071976,0.18875843989136865,0.2838182119698412,0.2777795435115412,0.5037633521216256,0.6211609010185514,0.912832060805283,-0.011241947616716581,0.035633940914911885,0.1488475717071976,0.18875843989136865,0.2838182119698412,0.2777795435115412,0.5037633521216256,0.6211609010185514,0.912832060805283,-0.011241947616716581,0.035633940914911885,0.1488475717071976,0.18875843989136865,0.2838182119698412,0.2777795435115412,0.5037633521216256,0.6211609010185514,0.912832060805283,-0.011241947616716581,0.035633940914911885,0.1488475717071976,0.18875843989136865,0.2838182119698412,0.2777795435115412,0.5037633521216256,0.6211609010185514,0.912832060805283,-0.011241947616716581,0.030401510593947023,0.030401510593947023,6.810208396913879,6.810208396913879,0.9999999999719369,0.9999999999719369,0.9999999999719369,0.9999999999719369,0.9999999999719369,0.9999999999719369,0.20704062272576426,0.20704062272576426,263,add_adapter_missing_layer,256,0.035633940914911885
+down_blocks.2.attentions.1.transformer_blocks.8.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7016237878373691,0.8828076315777642,0.013003366400620766,0.09043952423546996,0.11381626575326594,0.12898891688901967,0.12901358631672674,0.29755994251796175,0.8709360361099243,0.986526664471074,-3.966900316397316e-05,0.08691441733390093,0.23398556746542454,0.2942445712675948,0.3336965693032575,0.33351773679628166,0.7671456336975098,0.8161541883434568,0.924626922462288,-0.0011512057735671988,0.08147642142804605,0.22619084109153068,0.2846560276517469,0.3224276898838558,0.3224853074703606,0.7438215357916695,0.8230734967759678,0.9325308185519214,-0.0005002963532336123,0.05874828947708011,0.19199254470212118,0.24139063523490004,0.2735965800188379,0.2733987223954996,0.6287721650941032,0.8534194603562355,0.9667760230858214,-0.0017315041787924201,0.08691441733390093,0.23398556746542454,0.2942445712675948,0.3336965693032575,0.33351773679628166,0.7671456336975098,0.8161541883434568,0.924626922462288,-0.0011512057735671988,0.05874828947708011,0.19199254470212118,0.24139063523490004,0.2735965800188379,0.2733987223954996,0.6287721650941032,0.8534194603562355,0.9667760230858214,-0.0017315041787924201,0.07391105093328017,0.04574492307645934,6.68399356362578,4.517929254824166,1.0667431854452587,1.4794374118131566,0.9999999999884943,1.4794374118131566,0.7210465119438413,0.9999999999829783,0.20667232622681672,0.49402098871886185,264,retrain_ffn_with_real_image_latents_and_more_steps,256,0.05874828947708011
+down_blocks.2.attentions.1.transformer_blocks.5.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4387638861579554,0.5514289044908115,0.005634378700051457,0.059708783868700266,0.07505540744787689,0.13621437297717284,0.13624395268563957,0.19524940422603063,0.5461547662104879,0.9904568970736966,-4.479389014834721e-05,0.03677563987938421,0.15253650476889952,0.19175858541321758,0.3478736412164492,0.3479827694264794,0.49869522026606966,0.5132736425314631,0.9308762378263788,0.002454683981243631,0.03677563987938421,0.15253650476889952,0.19175858541321758,0.3478736412164492,0.3479827694264794,0.49869522026606966,0.5132736425314631,0.9308762378263788,0.002454683981243631,0.03677563987938421,0.15253650476889952,0.19175858541321758,0.3478736412164492,0.3479827694264794,0.49869522026606966,0.5132736425314631,0.9308762378263788,0.002454683981243631,0.03677563987938421,0.15253650476889952,0.19175858541321758,0.3478736412164492,0.3479827694264794,0.49869522026606966,0.5132736425314631,0.9308762378263788,0.002454683981243631,0.03677563987938421,0.15253650476889952,0.19175858541321758,0.3478736412164492,0.3479827694264794,0.49869522026606966,0.5132736425314631,0.9308762378263788,0.002454683981243631,0.031141261179332753,0.031141261179332753,6.527008891418913,6.527008891418913,0.9999999999728081,0.9999999999728081,0.9999999999728081,0.9999999999728081,0.9999999999728081,0.9999999999728081,0.2032592886075035,0.2032592886075035,265,add_adapter_missing_layer,256,0.03677563987938421
+down_blocks.2.attentions.0.transformer_blocks.6.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.48430722632578443,0.6128019200904029,0.004691740489631359,0.054306281597486565,0.06848838663935651,0.1122255846391408,0.11186590269061673,0.18036689928599767,0.6042378161634717,0.9860636200971522,-0.00033652225299972215,0.03330531915915864,0.14482733181544713,0.18246905331087812,0.29929122047255624,0.29802978749217485,0.4796654667173113,0.5578474221485001,0.9103925327519213,1.5731567340740833e-05,0.03330531915915864,0.14482733181544713,0.18246905331087812,0.29929122047255624,0.29802978749217485,0.4796654667173113,0.5578474221485001,0.9103925327519213,1.5731567340740833e-05,0.03330531915915864,0.14482733181544713,0.18246905331087812,0.29929122047255624,0.29802978749217485,0.4796654667173113,0.5578474221485001,0.9103925327519213,1.5731567340740833e-05,0.03330531915915864,0.14482733181544713,0.18246905331087812,0.29929122047255624,0.29802978749217485,0.4796654667173113,0.5578474221485001,0.9103925327519213,1.5731567340740833e-05,0.03330531915915864,0.14482733181544713,0.18246905331087812,0.29929122047255624,0.29802978749217485,0.4796654667173113,0.5578474221485001,0.9103925327519213,1.5731567340740833e-05,0.028613578669527278,0.028613578669527278,7.098712988423791,7.098712988423791,0.9999999999699748,0.9999999999699748,0.9999999999699748,0.9999999999699748,0.9999999999699748,0.9999999999699748,0.2031195825466592,0.2031195825466592,266,add_adapter_missing_layer,256,0.03330531915915864
+up_blocks.0.attentions.2.transformer_blocks.1.attn1.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.46357908312763485,0.5941836365631649,0.005054560265437301,0.05648578251046794,0.07103818737293896,0.12213447889841167,0.11985168927067971,0.18522329309156962,0.5865511000156403,0.9871633676277344,0.0002879843280132783,0.034616320028102825,0.1480944768658706,0.18591694303131573,0.320278040864729,0.3136788847768135,0.4816642478108406,0.5509577510612351,0.9275602666192945,0.007437944668903843,0.034616320028102825,0.1480944768658706,0.18591694303131573,0.320278040864729,0.3136788847768135,0.4816642478108406,0.5509577510612351,0.9275602666192945,0.007437944668903843,0.034616320028102825,0.1480944768658706,0.18591694303131573,0.320278040864729,0.3136788847768135,0.4816642478108406,0.5509577510612351,0.9275602666192945,0.007437944668903843,0.034616320028102825,0.1480944768658706,0.18591694303131573,0.320278040864729,0.3136788847768135,0.4816642478108406,0.5509577510612351,0.9275602666192945,0.007437944668903843,0.034616320028102825,0.1480944768658706,0.18591694303131573,0.320278040864729,0.3136788847768135,0.4816642478108406,0.5509577510612351,0.9275602666192945,0.007437944668903843,0.029561759762665524,0.029561759762665524,6.8485324545357695,6.8485324545357695,0.9999999999711119,0.9999999999711119,0.9999999999711119,0.9999999999711119,0.9999999999711119,0.9999999999711119,0.20245467114780447,0.20245467114780447,267,add_adapter_missing_layer,256,0.034616320028102825
+down_blocks.2.attentions.0.transformer_blocks.7.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4687915949949196,0.5942540764808655,0.004673321091104299,0.05432886849822743,0.06835856394431712,0.11597673499413322,0.11512771919952622,0.1785923412867955,0.585894236607211,0.9859616054315293,0.00014793877891910206,0.032945019991270134,0.14417304524353572,0.18148737819567692,0.3077950660476853,0.3056837294526634,0.47476886957883835,0.545637951365539,0.9182215038329337,-0.005259694766469433,0.032945019991270134,0.14417304524353572,0.18148737819567692,0.3077950660476853,0.3056837294526634,0.47476886957883835,0.545637951365539,0.9182215038329337,-0.005259694766469433,0.032945019991270134,0.14417304524353572,0.18148737819567692,0.3077950660476853,0.3056837294526634,0.47476886957883835,0.545637951365539,0.9182215038329337,-0.005259694766469433,0.032945019991270134,0.14417304524353572,0.18148737819567692,0.3077950660476853,0.3056837294526634,0.47476886957883835,0.545637951365539,0.9182215038329337,-0.005259694766469433,0.032945019991270134,0.14417304524353572,0.18148737819567692,0.3077950660476853,0.3056837294526634,0.47476886957883835,0.545637951365539,0.9182215038329337,-0.005259694766469433,0.028271698900165836,0.028271698900165836,7.049594783232769,7.049594783232769,0.9999999999696464,0.9999999999696464,0.9999999999696464,0.9999999999696464,0.9999999999696464,0.9999999999696464,0.1993040210797367,0.1993040210797367,268,add_adapter_missing_layer,256,0.032945019991270134
+up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_q,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.4221849563930716,0.5669875879372869,0.004855228114008371,0.05532614720453109,0.06967316541347415,0.13110958120236962,0.12294504097752325,0.1824548372200557,0.5574693871395928,0.9832439053622207,-0.0007494796908369088,0.033481592046363015,0.14513992198875972,0.18296630455582474,0.3439046943589223,0.32283713044359613,0.48295746530805317,0.5135613019977298,0.9058391246400139,-0.0013562650708211419,0.033481592046363015,0.14513992198875972,0.18296630455582474,0.3439046943589223,0.32283713044359613,0.48295746530805317,0.5135613019977298,0.9058391246400139,-0.0013562650708211419,0.033481592046363015,0.14513992198875972,0.18296630455582474,0.3439046943589223,0.32283713044359613,0.48295746530805317,0.5135613019977298,0.9058391246400139,-0.0013562650708211419,0.033481592046363015,0.14513992198875972,0.18296630455582474,0.3439046943589223,0.32283713044359613,0.48295746530805317,0.5135613019977298,0.9058391246400139,-0.0013562650708211419,0.033481592046363015,0.14513992198875972,0.18296630455582474,0.3439046943589223,0.32283713044359613,0.48295746530805317,0.5135613019977298,0.9058391246400139,-0.0013562650708211419,0.028626363932354643,0.028626363932354643,6.895987429069599,6.895987429069599,0.9999999999701329,0.9999999999701329,0.9999999999701329,0.9999999999701329,0.9999999999701329,0.9999999999701329,0.197407045817489,0.197407045817489,269,add_adapter_missing_layer,256,0.033481592046363015
+mid_block.attentions.0.transformer_blocks.5.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.5.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6859724244901112,0.8186173800911222,0.0025357170670758933,0.040021966211497784,0.050350524632792874,0.05903046137281352,0.06214690014387486,0.13149901798793248,0.8032613875610488,0.9812810149351241,-0.00032725912522632176,0.023633683299911872,0.12284210976213217,0.15358569840655514,0.18049535054196716,0.18894286656555734,0.3921605178288051,0.7263636354889188,0.8875631152558193,1.330240411334671e-05,0.023633683299911872,0.12284210976213217,0.15358569840655514,0.18049535054196716,0.18894286656555734,0.3921605178288051,0.7263636354889188,0.8875631152558193,1.330240411334671e-05,0.023633683299911872,0.12284210976213217,0.15358569840655514,0.18049535054196716,0.18894286656555734,0.3921605178288051,0.7263636354889188,0.8875631152558193,1.330240411334671e-05,0.023633683299911872,0.12284210976213217,0.15358569840655514,0.18049535054196716,0.18894286656555734,0.3921605178288051,0.7263636354889188,0.8875631152558193,1.330240411334671e-05,0.023633683299911872,0.12284210976213217,0.15358569840655514,0.18049535054196716,0.18894286656555734,0.3921605178288051,0.7263636354889188,0.8875631152558193,1.330240411334671e-05,0.02109796623283598,0.02109796623283598,9.320315581519177,9.320315581519177,0.9999999999576875,0.9999999999576875,0.9999999999576875,0.9999999999576875,0.9999999999576875,0.9999999999576875,0.19663970341826661,0.19663970341826661,270,add_adapter_missing_layer,256,0.023633683299911872
+down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_q,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.46125721878239084,0.5868870892695018,0.004424935639170664,0.05273660545104316,0.06652005190220865,0.11441090724273499,0.11341041509941364,0.1751843179975237,0.5783564586724553,0.9854695718070815,-0.0011154767001114254,0.03150364104658365,0.14106616324612073,0.1774912030560495,0.30601290601250647,0.30258225861126026,0.4631162370954241,0.5354056368981089,0.9123197762955992,-0.0014846132866555958,0.03150364104658365,0.14106616324612073,0.1774912030560495,0.30601290601250647,0.30258225861126026,0.4631162370954241,0.5354056368981089,0.9123197762955992,-0.0014846132866555958,0.03150364104658365,0.14106616324612073,0.1774912030560495,0.30601290601250647,0.30258225861126026,0.4631162370954241,0.5354056368981089,0.9123197762955992,-0.0014846132866555958,0.03150364104658365,0.14106616324612073,0.1774912030560495,0.30601290601250647,0.30258225861126026,0.4631162370954241,0.5354056368981089,0.9123197762955992,-0.0014846132866555958,0.03150364104658365,0.14106616324612073,0.1774912030560495,0.30601290601250647,0.30258225861126026,0.4631162370954241,0.5354056368981089,0.9123197762955992,-0.0014846132866555958,0.027078705407412987,0.027078705407412987,7.119570454445886,7.119570454445886,0.9999999999682577,0.9999999999682577,0.9999999999682577,0.9999999999682577,0.9999999999682577,0.9999999999682577,0.19278875096326153,0.19278875096326153,271,add_adapter_missing_layer,256,0.03150364104658365
+down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5985648248876844,0.7543810765658107,0.0029223626562660293,0.04296054504811764,0.05405546271639583,0.0718387244963773,0.07172004507202238,0.1412493245942252,0.7413794323801994,0.9827694088198478,-1.580444900436565e-05,0.025163311710847274,0.1262117572394865,0.15862278541870883,0.21102098297601482,0.2104239353549448,0.41269366230283466,0.6713011765054294,0.8898697527836373,-0.0026819033602285863,0.025163311710847274,0.1262117572394865,0.15862278541870883,0.21102098297601482,0.2104239353549448,0.41269366230283466,0.6713011765054294,0.8898697527836373,-0.0026819033602285863,0.025163311710847274,0.1262117572394865,0.15862278541870883,0.21102098297601482,0.2104239353549448,0.41269366230283466,0.6713011765054294,0.8898697527836373,-0.0026819033602285863,0.025163311710847274,0.1262117572394865,0.15862278541870883,0.21102098297601482,0.2104239353549448,0.41269366230283466,0.6713011765054294,0.8898697527836373,-0.0026819033602285863,0.025163311710847274,0.1262117572394865,0.15862278541870883,0.21102098297601482,0.2104239353549448,0.41269366230283466,0.6713011765054294,0.8898697527836373,-0.0026819033602285863,0.022240949054581245,0.022240949054581245,8.61060541144076,8.61060541144076,0.9999999999602597,0.9999999999602597,0.9999999999602597,0.9999999999602597,0.9999999999602597,0.9999999999602597,0.19150803628495552,0.19150803628495552,272,add_adapter_missing_layer,256,0.025163311710847274
+mid_block.attentions.0.transformer_blocks.0.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5871079819543021,0.7379376707332475,0.0027479344696205643,0.041631025195653946,0.052418979111173006,0.0714611133957548,0.07161412182241893,0.13724403721945627,0.725554747240884,0.9832048048034575,0.0004096598645121828,0.024320187213431512,0.12385617609002761,0.15580348327780083,0.21191252806502706,0.21214008928727518,0.40713406034878324,0.6550858478460994,0.8882513867957412,0.006009639964239406,0.024320187213431512,0.12385617609002761,0.15580348327780083,0.21191252806502706,0.21214008928727518,0.40713406034878324,0.6550858478460994,0.8882513867957412,0.006009639964239406,0.024320187213431512,0.12385617609002761,0.15580348327780083,0.21191252806502706,0.21214008928727518,0.40713406034878324,0.6550858478460994,0.8882513867957412,0.006009639964239406,0.024320187213431512,0.12385617609002761,0.15580348327780083,0.21191252806502706,0.21214008928727518,0.40713406034878324,0.6550858478460994,0.8882513867957412,0.006009639964239406,0.024320187213431512,0.12385617609002761,0.15580348327780083,0.21191252806502706,0.21214008928727518,0.40713406034878324,0.6550858478460994,0.8882513867957412,0.006009639964239406,0.021572252743810947,0.021572252743810947,8.850351954695375,8.850351954695375,0.999999999958882,0.999999999958882,0.999999999958882,0.999999999958882,0.999999999958882,0.999999999958882,0.19092202923836987,0.19092202923836987,273,add_adapter_missing_layer,256,0.024320187213431512
+up_blocks.0.attentions.2.proj_out,model.diffusion_model.output_blocks.2.1.proj_out.weight,proj_out,1280,1280,56,True,128,True,256,True,True,256,True,True,phase2,256,1.7352242044040136,2.205492922237941,0.12374918056385857,0.27975546781505856,0.3513668795446085,0.16253965424781822,0.16066924811179478,0.9122626951762608,2.177093152488981,0.9870541633477986,0.007216958358185366,0.7257864539112363,0.6790505296417645,0.8506715062650702,0.39330972896612043,0.3877578986844631,2.182309559413365,2.0615795723029544,0.9356735131976092,-0.003563145310181426,0.379727514726775,0.48710436054638456,0.6116278546180413,0.2830719939264567,0.27973850830735747,1.586243205836841,2.10451563341277,0.953688134392028,0.0008706339372760599,0.26518757667924675,0.4084799460002354,0.5131777000571806,0.23584258411612952,0.2332078462839021,1.3327774831226893,2.1157173812389374,0.9593215605934856,-0.00043301077968343246,0.22604979042496,0.376587270626,0.47359276533419364,0.21760567455328841,0.21538383785110735,1.234452805348805,2.1375160621745244,0.9692197019433691,0.004535015567723478,0.22604979042496,0.376587270626,0.47359276533419364,0.21760567455328841,0.21538383785110735,1.234452805348805,2.1375160621745244,0.9692197019433691,0.004535015567723478,0.6020372733473778,0.10230060986110144,5.8649798778331474,1.8266770688350888,1.9113349066410146,2.736879543894933,3.210737123638074,3.210737123638074,0.6983628164773853,0.8524147068077869,0.18687017816111876,3.530936493887905,274,retrain_higher_quality_data_or_more_steps,64,0.22604979042496
+mid_block.attentions.0.transformer_blocks.1.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.1.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.574533013360841,0.7199619827525956,0.0032052510235059473,0.04496686539745757,0.05661333181191832,0.07871178815480263,0.0790740594880562,0.14819509642464773,0.7083922220127923,0.9839346609697728,0.0008598071807292788,0.026040269028661505,0.12820124479808978,0.16133193273484014,0.22413066931909084,0.22507660021207096,0.4211693491254534,0.6443763204983303,0.8952269396736803,-0.0005595311326049211,0.026040269028661505,0.12820124479808978,0.16133193273484014,0.22413066931909084,0.22507660021207096,0.4211693491254534,0.6443763204983303,0.8952269396736803,-0.0005595311326049211,0.026040269028661505,0.12820124479808978,0.16133193273484014,0.22413066931909084,0.22507660021207096,0.4211693491254534,0.6443763204983303,0.8952269396736803,-0.0005595311326049211,0.026040269028661505,0.12820124479808978,0.16133193273484014,0.22413066931909084,0.22507660021207096,0.4211693491254534,0.6443763204983303,0.8952269396736803,-0.0005595311326049211,0.026040269028661505,0.12820124479808978,0.16133193273484014,0.22413066931909084,0.22507660021207096,0.4211693491254534,0.6443763204983303,0.8952269396736803,-0.0005595311326049211,0.02283501800515556,0.02283501800515556,8.12425261845921,8.12425261845921,0.9999999999615979,0.9999999999615979,0.9999999999615979,0.9999999999615979,0.9999999999615979,0.9999999999615979,0.18551745482094825,0.18551745482094825,275,add_adapter_missing_layer,256,0.026040269028661505
+down_blocks.2.attentions.0.transformer_blocks.1.attn1.to_q,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn1.to_q.weight,attn1.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5603308315787997,0.709229151053088,0.0031682822695334573,0.044552079401910305,0.05628512131281459,0.08055660322864297,0.08030073935947979,0.1491650172642299,0.6970717108675412,0.9829100150583743,-1.1889433283483544e-05,0.02581520950687783,0.1271882980529751,0.16063263883572151,0.22924774787651983,0.22851641130048647,0.42541917732783724,0.6330966225692204,0.8930886096378012,-0.002709623642918554,0.02581520950687783,0.1271882980529751,0.16063263883572151,0.22924774787651983,0.22851641130048647,0.42541917732783724,0.6330966225692204,0.8930886096378012,-0.002709623642918554,0.02581520950687783,0.1271882980529751,0.16063263883572151,0.22924774787651983,0.22851641130048647,0.42541917732783724,0.6330966225692204,0.8930886096378012,-0.002709623642918554,0.02581520950687783,0.1271882980529751,0.16063263883572151,0.22924774787651983,0.22851641130048647,0.42541917732783724,0.6330966225692204,0.8930886096378012,-0.002709623642918554,0.02581520950687783,0.1271882980529751,0.16063263883572151,0.22924774787651983,0.22851641130048647,0.42541917732783724,0.6330966225692204,0.8930886096378012,-0.002709623642918554,0.022646927237344374,0.022646927237344374,8.148014382105927,8.148014382105927,0.9999999999612632,0.9999999999612632,0.9999999999612632,0.9999999999612632,0.9999999999612632,0.9999999999612632,0.18452748884038842,0.18452748884038842,276,add_adapter_missing_layer,256,0.02581520950687783
+down_blocks.2.attentions.1.transformer_blocks.7.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6604695511715752,0.8324685203177589,0.011827275888728244,0.0862159649176257,0.10846075133414516,0.13076688584880913,0.1305254467792484,0.28311913354056223,0.8214138139571462,0.986824965857867,-0.0006004091777153267,0.07809322021369423,0.22166439784424646,0.278714620827845,0.3361995612890108,0.33541679672597924,0.7263154642922538,0.7710770379219737,0.9264970902842125,-0.004666574722664661,0.07073907780327968,0.21041275560855865,0.26468715763044004,0.3187831181198661,0.3181422862890727,0.6907167051519666,0.7802289490188871,0.9378165736240183,-0.0017872903042319063,0.052973309332238774,0.1823756910328354,0.2293520208709007,0.2771584287470764,0.27655626881521744,0.5978756610836301,0.7977884667260307,0.9583810572900414,-0.0005779134802261458,0.07809322021369423,0.22166439784424646,0.278714620827845,0.3361995612890108,0.33541679672597924,0.7263154642922538,0.7710770379219737,0.9264970902842125,-0.004666574722664661,0.052973309332238774,0.1823756910328354,0.2293520208709007,0.2771584287470764,0.27655626881521744,0.5978756610836301,0.7977884667260307,0.9583810572900414,-0.0005779134802261458,0.06626594432496599,0.04114603344351053,6.602807015055483,4.478910429259966,1.1039615250535486,1.4741993882699274,0.9999999999871947,1.4741993882699274,0.7488549607446807,0.9999999999811225,0.18428939831281868,0.4375412420481615,277,retrain_ffn_with_real_image_latents_and_more_steps,256,0.052973309332238774
+down_blocks.2.attentions.0.transformer_blocks.8.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4824627419667585,0.6144037906612668,0.004262864889044847,0.05157071791057076,0.06528965206792833,0.10698593008579353,0.10635206795166938,0.17433309767927443,0.6058995840804917,0.986162457114553,-0.0006692300648865057,0.030073633384225622,0.13706029525824956,0.17340931021034267,0.2843065170998658,0.28243491242466595,0.4620828798839024,0.5610356884343284,0.9131597084999948,-0.0018547366970389184,0.030073633384225622,0.13706029525824956,0.17340931021034267,0.2843065170998658,0.28243491242466595,0.4620828798839024,0.5610356884343284,0.9131597084999948,-0.0018547366970389184,0.030073633384225622,0.13706029525824956,0.17340931021034267,0.2843065170998658,0.28243491242466595,0.4620828798839024,0.5610356884343284,0.9131597084999948,-0.0018547366970389184,0.030073633384225622,0.13706029525824956,0.17340931021034267,0.2843065170998658,0.28243491242466595,0.4620828798839024,0.5610356884343284,0.9131597084999948,-0.0018547366970389184,0.030073633384225622,0.13706029525824956,0.17340931021034267,0.2843065170998658,0.28243491242466595,0.4620828798839024,0.5610356884343284,0.9131597084999948,-0.0018547366970389184,0.025810768495180776,0.025810768495180776,7.054793937864925,7.054793937864925,0.9999999999667484,0.9999999999667484,0.9999999999667484,0.9999999999667484,0.9999999999667484,0.9999999999667484,0.18208965311143635,0.18208965311143635,278,add_adapter_missing_layer,256,0.030073633384225622
+down_blocks.2.attentions.0.transformer_blocks.8.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.44051503602947506,0.5593985116907528,0.0043866365615810666,0.05264101629810674,0.06622801904960726,0.1195755291168449,0.11847506139932425,0.1729878272329058,0.5519069486430713,0.9866144122384435,0.0002994275230646183,0.030301512817719152,0.13807435839303903,0.17406325825765787,0.313616470068457,0.31136404006715784,0.4575706177524158,0.5155796419296946,0.9217956717262118,-0.005499802121578666,0.030301512817719152,0.13807435839303903,0.17406325825765787,0.313616470068457,0.31136404006715784,0.4575706177524158,0.5155796419296946,0.9217956717262118,-0.005499802121578666,0.030301512817719152,0.13807435839303903,0.17406325825765787,0.313616470068457,0.31136404006715784,0.4575706177524158,0.5155796419296946,0.9217956717262118,-0.005499802121578666,0.030301512817719152,0.13807435839303903,0.17406325825765787,0.313616470068457,0.31136404006715784,0.4575706177524158,0.5155796419296946,0.9217956717262118,-0.005499802121578666,0.030301512817719152,0.13807435839303903,0.17406325825765787,0.313616470068457,0.31136404006715784,0.4575706177524158,0.5155796419296946,0.9217956717262118,-0.005499802121578666,0.025914876256138086,0.025914876256138086,6.9076871050128545,6.9076871050128545,0.9999999999669984,0.9999999999669984,0.9999999999669984,0.9999999999669984,0.9999999999669984,0.9999999999669984,0.17901185654252885,0.17901185654252885,279,add_adapter_missing_layer,256,0.030301512817719152
+down_blocks.2.attentions.0.transformer_blocks.9.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4366923203425748,0.5530613756605557,0.004571012961345592,0.05373166335214462,0.06760630812212395,0.12307827370282358,0.12227333419188333,0.17659305674689157,0.5460721509797233,0.9873673138679552,0.0004596097897027513,0.030975412743698274,0.13988087060196058,0.17599223278203355,0.3204164246931063,0.3183128216304472,0.4594473625932421,0.510873269289732,0.923732870601954,0.0022338947228490724,0.030975412743698274,0.13988087060196058,0.17599223278203355,0.3204164246931063,0.3183128216304472,0.4594473625932421,0.510873269289732,0.923732870601954,0.0022338947228490724,0.030975412743698274,0.13988087060196058,0.17599223278203355,0.3204164246931063,0.3183128216304472,0.4594473625932421,0.510873269289732,0.923732870601954,0.0022338947228490724,0.030975412743698274,0.13988087060196058,0.17599223278203355,0.3204164246931063,0.3183128216304472,0.4594473625932421,0.510873269289732,0.923732870601954,0.0022338947228490724,0.030975412743698274,0.13988087060196058,0.17599223278203355,0.3204164246931063,0.3183128216304472,0.4594473625932421,0.510873269289732,0.923732870601954,0.0022338947228490724,0.02640439978235268,0.02640439978235268,6.7764876185788365,6.7764876185788365,0.9999999999677164,0.9999999999677164,0.9999999999677164,0.9999999999677164,0.9999999999677164,0.9999999999677164,0.17892908820111866,0.17892908820111866,280,add_adapter_missing_layer,256,0.030975412743698274
+mid_block.attentions.0.transformer_blocks.6.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.6.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6154737940856388,0.7334833443164825,0.0023717581851607455,0.03872354554810694,0.0486980844488153,0.06310822317410257,0.06658063432896481,0.12699598925454275,0.7202164924570492,0.9819453505872192,-0.0003912444821350748,0.021768676449677775,0.11750241329095193,0.1474611027944068,0.19120348731676348,0.20132614724227454,0.38122561999729704,0.6507073321512767,0.8874469646292766,-3.9128361095208675e-05,0.021768676449677775,0.11750241329095193,0.1474611027944068,0.19120348731676348,0.20132614724227454,0.38122561999729704,0.6507073321512767,0.8874469646292766,-3.9128361095208675e-05,0.021768676449677775,0.11750241329095193,0.1474611027944068,0.19120348731676348,0.20132614724227454,0.38122561999729704,0.6507073321512767,0.8874469646292766,-3.9128361095208675e-05,0.021768676449677775,0.11750241329095193,0.1474611027944068,0.19120348731676348,0.20132614724227454,0.38122561999729704,0.6507073321512767,0.8874469646292766,-3.9128361095208675e-05,0.021768676449677775,0.11750241329095193,0.1474611027944068,0.19120348731676348,0.20132614724227454,0.38122561999729704,0.6507073321512767,0.8874469646292766,-3.9128361095208675e-05,0.01939691826451703,0.01939691826451703,9.178286630019207,9.178286630019207,0.9999999999540625,0.9999999999540625,0.9999999999540625,0.9999999999540625,0.9999999999540625,0.9999999999540625,0.178030475570792,0.178030475570792,281,add_adapter_missing_layer,256,0.021768676449677775
+up_blocks.1.attentions.0.proj_out,model.diffusion_model.output_blocks.3.1.proj_out.weight,proj_out,640,640,56,True,128,True,256,True,True,256,True,True,phase2,256,2.345765028681074,2.9233059542519704,0.10889505701405662,0.26097703485616613,0.3289122068116909,0.11141125991497462,0.11255358116844741,0.8637999807085309,2.877712905406952,0.9844855329800828,-0.009085451153753508,0.7595238078917775,0.6889846846461296,0.8686115607517259,0.2940671786885634,0.2972196094807558,2.285973685128348,2.671059638261795,0.9137672911357451,-0.080579754962985,0.4786254071763584,0.5474031147147927,0.6903085538322075,0.23511668508157962,0.23752680658147693,1.8171044758387975,2.7787524461746216,0.9494534586719915,0.0008032802622405402,0.20414681706045354,0.35789339191147257,0.45136438375272686,0.1534679013571973,0.15508853730750488,1.1881778495652335,2.8897536865302493,0.9882068740743194,0.0025239845632053664,0.20361723750829697,0.3573696113058499,0.4507284199322211,0.1532226603858567,0.15485117339098647,1.1867862428937639,2.8901230905737196,0.9883638887780956,0.0012080084763234872,0.20361723750829697,0.3573696113058499,0.4507284199322211,0.1532226603858567,0.15485117339098647,1.1867862428937639,2.8901230905737196,0.9883638887780956,0.0012080084763234872,0.6506287508777209,0.09472218049424035,6.974823547654328,1.8698483024821169,1.5868856865977659,3.7204783244949686,3.730154760876266,3.730154760876266,0.42652733013984223,0.9974058887580052,0.17711610840456,4.538020732402849,282,retrain_higher_quality_data_or_more_steps,64,0.20361723750829697
+mid_block.attentions.0.transformer_blocks.2.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.2.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5758404710463115,0.712844794350011,0.00304334781581669,0.04376522444986871,0.05516559177812196,0.07659852187338505,0.07794661576120043,0.1449704681124006,0.7005758711269924,0.9828488544598663,0.00014977222383549815,0.024752893119252155,0.12544734363577195,0.1572618042968105,0.21907098168117084,0.2217230687567307,0.4060478210449219,0.6373441921813148,0.8944211136792726,0.0010814849127395324,0.024752893119252155,0.12544734363577195,0.1572618042968105,0.21907098168117084,0.2217230687567307,0.4060478210449219,0.6373441921813148,0.8944211136792726,0.0010814849127395324,0.024752893119252155,0.12544734363577195,0.1572618042968105,0.21907098168117084,0.2217230687567307,0.4060478210449219,0.6373441921813148,0.8944211136792726,0.0010814849127395324,0.024752893119252155,0.12544734363577195,0.1572618042968105,0.21907098168117084,0.2217230687567307,0.4060478210449219,0.6373441921813148,0.8944211136792726,0.0010814849127395324,0.024752893119252155,0.12544734363577195,0.1572618042968105,0.21907098168117084,0.2217230687567307,0.4060478210449219,0.6373441921813148,0.8944211136792726,0.0010814849127395324,0.021709545303435464,0.021709545303435464,8.133442054330622,8.133442054330622,0.9999999999596008,0.9999999999596008,0.9999999999596008,0.9999999999596008,0.9999999999596008,0.9999999999596008,0.17657332875135787,0.17657332875135787,283,add_adapter_missing_layer,256,0.024752893119252155
+up_blocks.0.attentions.2.transformer_blocks.4.attn2.to_q,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.5450020208954811,0.6782045896564212,0.004288679604152483,0.05196896760857531,0.06547763734895512,0.09567750715098675,0.09680245413761276,0.1718712874821254,0.6609321736863681,0.9744747561977622,-6.242759023474978e-05,0.029445575683244636,0.1363837162831,0.17154097836695456,0.25077137613035033,0.2533623793937861,0.45218818528311594,0.6038711816072464,0.8904816783609453,0.0010291011998820718,0.029445575683244636,0.1363837162831,0.17154097836695456,0.25077137613035033,0.2533623793937861,0.45218818528311594,0.6038711816072464,0.8904816783609453,0.0010291011998820718,0.029445575683244636,0.1363837162831,0.17154097836695456,0.25077137613035033,0.2533623793937861,0.45218818528311594,0.6038711816072464,0.8904816783609453,0.0010291011998820718,0.029445575683244636,0.1363837162831,0.17154097836695456,0.25077137613035033,0.2533623793937861,0.45218818528311594,0.6038711816072464,0.8904816783609453,0.0010291011998820718,0.029445575683244636,0.1363837162831,0.17154097836695456,0.25077137613035033,0.2533623793937861,0.45218818528311594,0.6038711816072464,0.8904816783609453,0.0010291011998820718,0.025156896079092154,0.025156896079092154,6.865883767084928,6.865883767084928,0.999999999966039,0.999999999966039,0.999999999966039,0.999999999966039,0.999999999966039,0.999999999966039,0.1727243244196813,0.1727243244196813,284,add_adapter_missing_layer,256,0.029445575683244636
+up_blocks.1.attentions.0.transformer_blocks.1.ff.net.2,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,256,True,False,0,False,True,phase1b,256,1.286373542887824,1.6423213290316718,0.048057865018823316,0.17295480147004128,0.21810835853916258,0.13447693110380662,0.13279079794412144,0.5740118707929339,1.6213477402925491,0.9870725552372603,-0.0005299886521247085,0.3148662070078509,0.4422682859003544,0.5576926959301225,0.34350682579799774,0.33921070754083704,1.4668714318956648,1.5320192277431488,0.933109478876422,-0.006209064420545474,0.20704118375267302,0.36015212163329124,0.4545056544938726,0.28246248078850716,0.2790518582204535,1.198179500443595,1.5737927726336889,0.9572551453117812,0.0002198815004703647,0.11739105997341019,0.2707364247845752,0.3418380041434376,0.21141405722160392,0.20901354640674683,0.903621997152056,1.6051675145115172,0.9769713851035632,-0.00036856157310337167,0.3148662070078509,0.4422682859003544,0.5576926959301225,0.34350682579799774,0.33921070754083704,1.4668714318956648,1.5320192277431488,0.933109478876422,-0.006209064420545474,0.11739105997341019,0.2707364247845752,0.3418380041434376,0.21141405722160392,0.20901354640674683,0.903621997152056,1.6051675145115172,0.9769713851035632,-0.00036856157310337167,0.2668083419890276,0.06933319495458687,6.551814294662741,2.44270235319417,1.5207902181551596,2.6821991987847102,0.9999999999968241,2.6821991987847102,0.566993763487539,0.9999999999914814,0.1693603584700395,1.748078708978976,285,retrain_ffn_with_real_image_latents_and_more_steps,64,0.11739105997341019
+mid_block.attentions.0.transformer_blocks.3.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.3.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6031374292714256,0.7319473741309983,0.002699100907193497,0.0412670618721417,0.0519466824287859,0.06916160562408194,0.07153900647754698,0.1359458565711975,0.7182803728750774,0.9813735620207922,0.00038630089516443277,0.02275708593827273,0.12010731494852475,0.15075604544894514,0.20074294357366168,0.20717624772559762,0.39109134674072266,0.6523540275437492,0.8916198201602002,0.0031955165322870016,0.02275708593827273,0.12010731494852475,0.15075604544894514,0.20074294357366168,0.20717624772559762,0.39109134674072266,0.6523540275437492,0.8916198201602002,0.0031955165322870016,0.02275708593827273,0.12010731494852475,0.15075604544894514,0.20074294357366168,0.20717624772559762,0.39109134674072266,0.6523540275437492,0.8916198201602002,0.0031955165322870016,0.02275708593827273,0.12010731494852475,0.15075604544894514,0.20074294357366168,0.20717624772559762,0.39109134674072266,0.6523540275437492,0.8916198201602002,0.0031955165322870016,0.02275708593827273,0.12010731494852475,0.15075604544894514,0.20074294357366168,0.20717624772559762,0.39109134674072266,0.6523540275437492,0.8916198201602002,0.0031955165322870016,0.020057985031079233,0.020057985031079233,8.431357964124434,8.431357964124434,0.9999999999560577,0.9999999999560577,0.9999999999560577,0.9999999999560577,0.9999999999560577,0.9999999999560577,0.16911605183607858,0.16911605183607858,286,add_adapter_missing_layer,256,0.02275708593827273
+mid_block.attentions.0.transformer_blocks.7.attn2.to_q,model.diffusion_model.middle_block.1.transformer_blocks.7.attn2.to_q.weight,attn2.to_q,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.6177333444356918,0.7321260688560349,0.0023409252129827757,0.03846836455964616,0.0483783720046239,0.06299117936855345,0.06671802325800884,0.1261887550354004,0.718505189887115,0.9814295250391788,0.0011173465120789064,0.020889916823112538,0.11550349835306406,0.14438842538411684,0.18836359817939727,0.19845824686081923,0.3700429115976606,0.649405474109309,0.8873414419673361,0.0020405165106629802,0.020889916823112538,0.11550349835306406,0.14438842538411684,0.18836359817939727,0.19845824686081923,0.3700429115976606,0.649405474109309,0.8873414419673361,0.0020405165106629802,0.020889916823112538,0.11550349835306406,0.14438842538411684,0.18836359817939727,0.19845824686081923,0.3700429115976606,0.649405474109309,0.8873414419673361,0.0020405165106629802,0.020889916823112538,0.11550349835306406,0.14438842538411684,0.18836359817939727,0.19845824686081923,0.3700429115976606,0.649405474109309,0.8873414419673361,0.0020405165106629802,0.020889916823112538,0.11550349835306406,0.14438842538411684,0.18836359817939727,0.19845824686081923,0.3700429115976606,0.649405474109309,0.8873414419673361,0.0020405165106629802,0.018548991610129763,0.018548991610129763,8.923786500454279,8.923786500454279,0.9999999999521301,0.9999999999521301,0.9999999999521301,0.9999999999521301,0.9999999999521301,0.9999999999521301,0.16552724092751567,0.16552724092751567,287,add_adapter_missing_layer,256,0.020889916823112538
+down_blocks.2.attentions.1.transformer_blocks.9.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.8135552385023662,1.024982034095696,0.010953150223940611,0.08298133593052626,0.10450185957877808,0.10243194004801955,0.10236785634654859,0.27380950110299246,1.0098675659724645,0.9853080141447268,8.81169864734537e-05,0.07652754436380096,0.21918567456305027,0.2761526379928503,0.27044242831490434,0.2703860357056562,0.7250967834677015,0.9333094198788915,0.9107826954486237,-0.003787182182609935,0.06557518044220549,0.2026190422475338,0.2554012533610107,0.24991001351792969,0.24996289489129359,0.6717282107898167,0.9652664533683232,0.9421119732257461,-0.0021960588276540094,0.04722366415496383,0.17216735146939754,0.21669650528211895,0.21329703260295377,0.21302507157749126,0.5663448997906276,0.9981486360941615,0.9734192294527793,0.0017198612122228951,0.07652754436380096,0.21918567456305027,0.2761526379928503,0.27044242831490434,0.2703860357056562,0.7250967834677015,0.9333094198788915,0.9107826954486237,-0.003787182182609935,0.04722366415496383,0.17216735146939754,0.21669650528211895,0.21329703260295377,0.21302507157749126,0.5663448997906276,0.9981486360941615,0.9734192294527793,0.0017198612122228951,0.06557439413986035,0.03627051393102322,6.986806790027012,4.311423032200755,1.167019958566203,1.6205338093006993,0.9999999999869328,1.6205338093006993,0.720145393970576,0.9999999999788242,0.15637752915197187,0.4581556222282838,288,retrain_ffn_with_real_image_latents_and_more_steps,256,0.04722366415496383
+down_blocks.2.attentions.1.transformer_blocks.6.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5689156129956245,0.7160889059305191,0.009280992713424243,0.07640436504568372,0.09599638716939937,0.13425877396682187,0.13401516605657046,0.2494054181235177,0.7068979548556464,0.9871687266555738,-0.0015549150817995333,0.06021243792825511,0.1946358664759568,0.2446438897812849,0.34214315625064895,0.3416715862415594,0.6365636991603034,0.6678680958492416,0.9325596029861947,0.0008815292059937617,0.05520610943702715,0.18626049027911254,0.23412342501916578,0.3275304246691904,0.327081528916427,0.6095550996916634,0.6798066784228597,0.9489463100164964,-0.0002289121092482154,0.04297432359973235,0.16420109570026398,0.20639972143479882,0.2890046850446241,0.2886145713346239,0.5371650244508471,0.6859000974467823,0.9577059807075716,-0.001109742885221619,0.06021243792825511,0.1946358664759568,0.2446438897812849,0.34214315625064895,0.3416715862415594,0.6365636991603034,0.6678680958492416,0.9325596029861947,0.0008815292059937617,0.04297432359973235,0.16420109570026398,0.20639972143479882,0.2890046850446241,0.2886145713346239,0.5371650244508471,0.6859000974467823,0.9577059807075716,-0.001109742885221619,0.05093144521483087,0.033693330886308104,6.487715245662754,4.630358510350184,1.0906843199274519,1.4011259022405882,0.9999999999833922,1.4011259022405882,0.7784341993520507,0.9999999999767303,0.15601220141146144,0.33042871360389553,289,retrain_ffn_with_real_image_latents_and_more_steps,256,0.04297432359973235
+up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_q,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_q.weight,attn2.to_q,640,640,56,False,0,False,0,False,False,0,False,False,raw,0,0.41512568880404743,0.5283890249473708,0.004394841039486762,0.052686190232634544,0.06628940185379048,0.12702965818200068,0.12562239806039338,0.1730682338987078,0.5217516842697348,0.9874807658830921,0.0008007825597360352,0.028350692175860916,0.1343977547117642,0.16837410416161117,0.324061855716091,0.3191140928080037,0.43681580679757254,0.4882695126746382,0.9242768806379089,0.0020296890109291,0.028350692175860916,0.1343977547117642,0.16837410416161117,0.324061855716091,0.3191140928080037,0.43681580679757254,0.4882695126746382,0.9242768806379089,0.0020296890109291,0.028350692175860916,0.1343977547117642,0.16837410416161117,0.324061855716091,0.3191140928080037,0.43681580679757254,0.4882695126746382,0.9242768806379089,0.0020296890109291,0.028350692175860916,0.1343977547117642,0.16837410416161117,0.324061855716091,0.3191140928080037,0.43681580679757254,0.4882695126746382,0.9242768806379089,0.0020296890109291,0.028350692175860916,0.1343977547117642,0.16837410416161117,0.324061855716091,0.3191140928080037,0.43681580679757254,0.4882695126746382,0.9242768806379089,0.0020296890109291,0.023955851136374155,0.023955851136374155,6.450902754999498,6.450902754999498,0.9999999999647275,0.9999999999647275,0.9999999999647275,0.9999999999647275,0.9999999999647275,0.9999999999647275,0.1545368660939939,0.1545368660939939,290,add_adapter_missing_layer,256,0.028350692175860916
+down_blocks.2.attentions.0.transformer_blocks.1.attn1.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn1.to_k.weight,attn1.to_k,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4914905343736921,0.627159979726587,0.0031101413728070577,0.044191129838249514,0.05576405690571446,0.09007030015842464,0.08909406095058937,0.1471730555806841,0.6169381769640105,0.9837263307533127,-4.9622037530688044e-05,0.023451484872826507,0.12111713151846613,0.15313476128346304,0.24673502889817336,0.24451779890657574,0.4069943513189043,0.5653437854988235,0.9015351195731747,0.0017710140418785159,0.023451484872826507,0.12111713151846613,0.15313476128346304,0.24673502889817336,0.24451779890657574,0.4069943513189043,0.5653437854988235,0.9015351195731747,0.0017710140418785159,0.023451484872826507,0.12111713151846613,0.15313476128346304,0.24673502889817336,0.24451779890657574,0.4069943513189043,0.5653437854988235,0.9015351195731747,0.0017710140418785159,0.023451484872826507,0.12111713151846613,0.15313476128346304,0.24673502889817336,0.24451779890657574,0.4069943513189043,0.5653437854988235,0.9015351195731747,0.0017710140418785159,0.023451484872826507,0.12111713151846613,0.15313476128346304,0.24673502889817336,0.24451779890657574,0.4069943513189043,0.5653437854988235,0.9015351195731747,0.0017710140418785159,0.02034134350001945,0.02034134350001945,7.540327610291247,7.540327610291247,0.9999999999573589,0.9999999999573589,0.9999999999573589,0.9999999999573589,0.9999999999573589,0.9999999999573589,0.15338039402361506,0.15338039402361506,291,add_adapter_missing_layer,256,0.023451484872826507
+down_blocks.2.attentions.1.transformer_blocks.5.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.522470331617764,0.6591416842171124,0.0075277351092414135,0.06894299314756479,0.08659786171463864,0.13201530280077725,0.13144006117646717,0.22485664912632533,0.6512268238833973,0.987990809330193,0.00021469192233780632,0.050414248635726314,0.1784213754747595,0.22408265978504813,0.34161558665165065,0.3400888359446383,0.58143022443567,0.6099923572369984,0.9254944383473868,0.002868812873072914,0.044957069280956476,0.16844560631683894,0.2116098826987313,0.3229473989674087,0.3215972692617049,0.549858842577253,0.6193499373538154,0.9394431515203001,0.0011834356316415193,0.03552377450146845,0.14934571007532732,0.18765341063973878,0.2858903328901885,0.2847381133160222,0.48769915103912354,0.6373911659632411,0.9670382829799526,-0.000287398921370498,0.050414248635726314,0.1784213754747595,0.22408265978504813,0.34161558665165065,0.3400888359446383,0.58143022443567,0.6099923572369984,0.9254944383473868,0.002868812873072914,0.03552377450146845,0.14934571007532732,0.18765341063973878,0.2858903328901885,0.2847381133160222,0.48769915103912354,0.6373911659632411,0.9670382829799526,-0.000287398921370498,0.0428865135264849,0.027996039392227036,6.697133719163178,4.719052142674187,1.1213864569228065,1.4191692561336118,0.9999999999801643,1.4191692561336118,0.7901710469308978,0.9999999999718499,0.13211476968027994,0.28721671583556974,292,retrain_ffn_with_real_image_latents_and_more_steps,256,0.03552377450146845
+down_blocks.2.attentions.0.transformer_blocks.1.attn1.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn1.to_v.weight,attn1.to_v,1280,1280,56,False,0,False,0,False,False,0,False,False,raw,0,0.4143934207303183,0.5233358362955707,0.0026913960048529717,0.0412364292091557,0.05187550793938293,0.0995828560937868,0.09922678665455224,0.13541271377887046,0.5156278248344149,0.9852945979760742,3.9642534570053355e-05,0.0198062944359013,0.11186563396560294,0.1407019259134957,0.2700668841528521,0.26903309650656765,0.36708138244492666,0.4727489985525608,0.9034184742818872,-6.109338970158465e-05,0.0198062944359013,0.11186563396560294,0.1407019259134957,0.2700668841528521,0.26903309650656765,0.36708138244492666,0.4727489985525608,0.9034184742818872,-6.109338970158465e-05,0.0198062944359013,0.11186563396560294,0.1407019259134957,0.2700668841528521,0.26903309650656765,0.36708138244492666,0.4727489985525608,0.9034184742818872,-6.109338970158465e-05,0.0198062944359013,0.11186563396560294,0.1407019259134957,0.2700668841528521,0.26903309650656765,0.36708138244492666,0.4727489985525608,0.9034184742818872,-6.109338970158465e-05,0.0198062944359013,0.11186563396560294,0.1407019259134957,0.2700668841528521,0.26903309650656765,0.36708138244492666,0.4727489985525608,0.9034184742818872,-6.109338970158465e-05,0.01711489843104833,0.01711489843104833,7.359115638437674,7.359115638437674,0.999999999949511,0.999999999949511,0.999999999949511,0.999999999949511,0.999999999949511,0.999999999949511,0.12595051669420018,0.12595051669420018,293,add_adapter_missing_layer,256,0.0198062944359013
+up_blocks.1.attentions.1.transformer_blocks.1.ff.net.2,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,1.0232171980398042,1.32594718677657,0.027431931579485536,0.13090724551251956,0.1652358105170427,0.1281790609592461,0.1249132915845664,0.43540733201163156,1.3071641432387489,0.9859136780057257,0.0017294886233035608,0.1849494030965226,0.33934109498347553,0.42925688847292254,0.3324599348472635,0.3247068549622452,1.1355021681104387,1.2233799227646418,0.9227889542834448,0.0003288338712081895,0.13060581178537436,0.285934325839792,0.36081071233655054,0.2825645052748194,0.275387479273587,0.9504001651491437,1.267385823386056,0.95461605137881,-0.00021694857813210028,0.07343393391264337,0.21467805707028934,0.27072350775902787,0.21142541797382772,0.2058906561998337,0.7123643670763288,1.300835160272462,0.9806173820417495,0.00035455786954636484,0.1849494030965226,0.33934109498347553,0.42925688847292254,0.3324599348472635,0.3247068549622452,1.1355021681104387,1.2233799227646418,0.9227889542834448,0.0003288338712081895,0.07343393391264337,0.21467805707028934,0.27072350775902787,0.21142541797382772,0.2058906561998337,0.7123643670763288,1.300835160272462,0.9806173820417495,0.00035455786954636484,0.15751747151703707,0.046002002333157835,6.742121040725091,2.676950899253578,1.4160886147933098,2.5185822580881867,0.9999999999945931,2.5185822580881867,0.5622562496128098,0.9999999999863822,0.12314510151321206,1.0620018589968307,294,retrain_ffn_with_real_image_latents_and_more_steps,128,0.07343393391264337
+down_blocks.2.attentions.1.transformer_blocks.7.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.8412890210747719,1.0141379684209824,0.01303685614506581,0.09087863019002336,0.11417135844395154,0.10829184700706619,0.11278470876798903,0.2966172354561942,0.9998511554939407,0.9859208245054522,0.005769410769322089,0.09235631301999092,0.24199556266622885,0.3038927607222463,0.2882223415182316,0.30007213473894734,0.7885259900774274,0.9273098494325366,0.9145466401159924,0.034737750222640376,0.07603071071207523,0.219530103462083,0.27549859645464664,0.2617010741256331,0.2722458634511001,0.7130019324166434,0.9647160002163478,0.9518157216122841,0.020033567513954558,0.04558325934756015,0.16938062650816782,0.2127792456910464,0.20155125122612025,0.2099345436568983,0.552798696926662,0.9971420626555171,0.9831917856195195,-0.0018701617647301255,0.09235631301999092,0.24199556266622885,0.3038927607222463,0.2882223415182316,0.30007213473894734,0.7885259900774274,0.9273098494325366,0.9145466401159924,0.034737750222640376,0.04558325934756015,0.16938062650816782,0.2127792456910464,0.20155125122612025,0.2099345436568983,0.552798696926662,0.9971420626555171,0.9831917856195195,-0.0018701617647301255,0.07931945687492511,0.03254640320249434,7.0842473051190105,3.4964917029721168,1.2147237892925302,2.026101563158805,0.9999999999891723,2.026101563158805,0.599537462165549,0.9999999999780621,0.1137982287591066,0.5619186486096918,295,retrain_ffn_with_real_image_latents_and_more_steps,128,0.04558325934756015
+down_blocks.2.attentions.1.transformer_blocks.8.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.8319301637155669,1.010031167949949,0.012967157111104046,0.09069231671414205,0.11387147282341818,0.10949727123189065,0.1130295983610493,0.29519871303013395,0.9964714710201535,0.9865919784277672,0.004252030539126801,0.09261927021933454,0.24236219376325607,0.30431839508403097,0.29240041994471283,0.3019021721113008,0.7888586861746651,0.9238483309745789,0.9148526211642929,0.030388292789991413,0.06930938615862813,0.20938956551253796,0.2628766506409645,0.25210527539624616,0.26038822816286417,0.6811916146959577,0.9668947043163436,0.957623035412394,0.008306251756688912,0.04441678710281849,0.1672407215727227,0.21009727732186576,0.20197183607316152,0.20857432889353617,0.5457408087594169,0.9910206709589277,0.981125720258135,-0.0005740969167423568,0.09261927021933454,0.24236219376325607,0.30431839508403097,0.29240041994471283,0.3019021721113008,0.7888586861746651,0.9238483309745789,0.9148526211642929,0.030388292789991413,0.04441678710281849,0.1672407215727227,0.21009727732186576,0.20197183607316152,0.20857432889353617,0.5457408087594169,0.9910206709589277,0.981125720258135,-0.0005740969167423568,0.07965211310823049,0.03144962999171444,7.1426041512892695,3.42532960145583,1.3363164118352,2.0852311987998813,0.9999999999892031,2.0852311987998813,0.6408480808143519,0.999999999977486,0.10772534856545254,0.5689235137458095,296,retrain_ffn_with_real_image_latents_and_more_steps,128,0.04441678710281849
+down_blocks.2.attentions.1.transformer_blocks.9.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7590942020927157,0.9234821168439729,0.011077499399626893,0.08383284229785204,0.10524781147289732,0.11080913308319103,0.11417805087312019,0.2727928161621094,0.9116794445684978,0.9872371674948628,0.003773486676176877,0.0786678357315915,0.22357000862913473,0.28046523542708224,0.2953618876447717,0.3041510674342958,0.7250589643205915,0.8464453497103283,0.9166718417542976,0.02634029880365623,0.06287129748878735,0.19949990324676037,0.2502258382943964,0.2633066999462412,0.27113619103270364,0.6464169366019112,0.8919497121657644,0.9663923819722037,0.002438077647249364,0.039331386564299464,0.15757977323872702,0.19784547441180328,0.2083378149581913,0.21466296395070936,0.5129092080252511,0.9090042880603245,0.9841369492423578,-0.0050923206578902735,0.0786678357315915,0.22357000862913473,0.28046523542708224,0.2953618876447717,0.3041510674342958,0.7250589643205915,0.8464453497103283,0.9166718417542976,0.02634029880365623,0.039331386564299464,0.15757977323872702,0.19784547441180328,0.2083378149581913,0.21466296395070936,0.5129092080252511,0.9090042880603245,0.9841369492423578,-0.0050923206578902735,0.06759033633196461,0.028253887164672573,7.101587902332864,3.5505654427815756,1.2512519841724292,2.0001287165654373,0.9999999999872883,2.0001287165654373,0.6255857304470033,0.999999999974575,0.10031727539113634,0.4799987148096893,297,retrain_ffn_with_real_image_latents_and_more_steps,128,0.039331386564299464
+down_blocks.2.attentions.1.transformer_blocks.4.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5058782191148826,0.6415446283561843,0.0067140436564971295,0.06503502512350678,0.08184944955715301,0.12862946962474817,0.12766419342791235,0.2139336211340768,0.6326407226068633,0.9861475380146979,0.0001984620396342507,0.04429480965648379,0.16691055361713683,0.21018156060718843,0.3300322413212521,0.3277299335693988,0.5504753110664231,0.5925217026046344,0.9237376191222114,0.00047790667397456285,0.04054191246229623,0.15926495141216687,0.2004549748099139,0.31469199274742155,0.312310603653004,0.5246328115463257,0.6057962349482945,0.9444849205079994,0.0008777603848752083,0.029103297673697983,0.13533889262803964,0.1701500625550259,0.2677129688204186,0.26540222194367963,0.4429376295634678,0.6198999317628997,0.9663202231888487,0.00018744447083918203,0.04429480965648379,0.16691055361713683,0.21018156060718843,0.3300322413212521,0.3277299335693988,0.5504753110664231,0.5925217026046344,0.9237376191222114,0.00047790667397456285,0.029103297673697983,0.13533889262803964,0.1701500625550259,0.2677129688204186,0.26540222194367963,0.4429376295634678,0.6198999317628997,0.9663202231888487,0.00018744447083918203,0.03758076599998666,0.022389254017200853,6.597337151214782,4.334689966038611,1.092568331515815,1.5219859327141854,0.9999999999774241,1.5219859327141854,0.7178570497888092,0.9999999999656397,0.0970504747354502,0.2479329837028213,298,retrain_ffn_with_real_image_latents_and_more_steps,256,0.029103297673697983
+up_blocks.0.attentions.0.transformer_blocks.9.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.8425804514970098,1.1393101822052683,0.013964194737906967,0.09022905877126115,0.11641482800523573,0.10671087259638735,0.10168822241823094,0.3282826542854309,1.1209849608795983,0.9837627938890139,-9.644302645028802e-05,0.10135469266346522,0.24130992484944208,0.314216567984606,0.2857055201301807,0.27483284226800986,0.8824577672140939,1.028817594051361,0.9024841279544328,-0.005901031685685406,0.07539058396858829,0.20967666006514005,0.2725549239444121,0.25076765202825974,0.24019446081397128,0.7791827491351536,1.077428434576307,0.9447764911169507,-0.0008148036727756594,0.04430716671049595,0.1627367828041315,0.20767182006317716,0.19316230226375194,0.18173921801839205,0.5691282664026532,1.121614703110286,0.9845107493567601,0.00044744519462775704,0.10135469266346522,0.24130992484944208,0.314216567984606,0.2857055201301807,0.27483284226800986,0.8824577672140939,1.028817594051361,0.9024841279544328,-0.005901031685685406,0.04430716671049595,0.1627367828041315,0.20767182006317716,0.19316230226375194,0.18173921801839205,0.5691282664026532,1.121614703110286,0.9845107493567601,0.00044744519462775704,0.08739049792555825,0.03034297197258898,7.258183845078535,3.1729124048268638,1.344394582542968,2.2875462410727274,0.9999999999901336,2.2875462410727274,0.5877015984962918,0.9999999999774303,0.09627559217114143,0.6342963002566562,299,retrain_ffn_with_real_image_latents_and_more_steps,128,0.04430716671049595
+down_blocks.2.attentions.1.transformer_blocks.6.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.8259855157562664,0.9940553126590592,0.011959017387458257,0.08703122075114932,0.10935033202686897,0.10553519270969233,0.1101184876039426,0.28422655378069195,0.980118707886764,0.9859783114189618,0.005990907587277304,0.08570047321596316,0.23278482125273772,0.2927420503962587,0.2821996800605754,0.29473275759835355,0.7633423464638847,0.9077265188097954,0.9132133935035872,0.03517432081779199,0.06035925241719399,0.1945214785103287,0.24432864583430827,0.23525301857261086,0.24559329027228988,0.634268079485212,0.951972311096532,0.9579939759975086,0.004284772525612165,0.040357075698141544,0.1593626154852765,0.20024346991240707,0.19311270415416412,0.20155060762936952,0.5206477301461356,0.9770783792648997,0.982864468487181,-0.004289313168555964,0.08570047321596316,0.23278482125273772,0.2927420503962587,0.2821996800605754,0.29473275759835355,0.7633423464638847,0.9077265188097954,0.9132133935035872,0.03517432081779199,0.040357075698141544,0.1593626154852765,0.20024346991240707,0.19311270415416412,0.20155060762936952,0.5206477301461356,0.9770783792648997,0.982864468487181,-0.004289313168555964,0.0737414558285049,0.02839805831068329,7.1661801661625955,3.374614685073581,1.4198398718094563,2.1235550825053,0.9999999999883313,2.1235550825053,0.66861457160753,0.9999999999752213,0.09583250460280768,0.5284445581821869,300,retrain_ffn_with_real_image_latents_and_more_steps,128,0.040357075698141544
+down_blocks.1.attentions.1.transformer_blocks.1.ff.net.2,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7556357458233833,0.9684688864009721,0.01521841433298375,0.09567162401175924,0.12096048260664241,0.12624949329202345,0.12431255784629407,0.32042172976902555,0.9565680144088609,0.9876313886097406,0.0009039627309123586,0.10214818069445235,0.24786103144288063,0.313685541873459,0.32737193120724184,0.32267260078103993,0.8322268639292035,0.8945842491728919,0.923241810928707,-0.0004215703474333817,0.07165101496502757,0.20892692942704474,0.2643343985299118,0.2794820624179776,0.27483940836900844,0.7012929235185895,0.918317902301039,0.9467264877653133,-0.00022698045320014768,0.046388837442334206,0.16869946103543043,0.21306357531537562,0.22662453942340835,0.2223452922775391,0.563086816242763,0.9452205002307892,0.9750698753328683,-0.00033074793019035757,0.10214818069445235,0.24786103144288063,0.313685541873459,0.32737193120724184,0.32267260078103993,0.8322268639292035,0.8945842491728919,0.923241810928707,-0.0004215703474333817,0.046388837442334206,0.16869946103543043,0.21306357531537562,0.22662453942340835,0.2223452922775391,0.563086816242763,0.9452205002307892,0.9750698753328683,-0.00033074793019035757,0.0869297663614686,0.031170423109350455,6.712143489637323,3.0482043939850416,1.4256348042366827,2.2019991516112123,0.9999999999902103,2.2019991516112123,0.6474274993079845,0.9999999999784431,0.09501382068429494,0.5834850653388249,301,retrain_ffn_with_real_image_latents_and_more_steps,128,0.046388837442334206
+up_blocks.1.attentions.1.proj_out,model.diffusion_model.output_blocks.4.1.proj_out.weight,proj_out,640,640,56,True,128,True,256,True,True,256,True,True,phase2,256,1.4454258382320404,1.8216192488159453,0.04352341525788818,0.16410383209586143,0.20723563523993627,0.11340045435294994,0.11359324026958464,0.5473402568272182,1.7969589999743871,0.9865016116514772,-0.0048094429855284814,0.29832725492971285,0.42976983157651766,0.5425573152410488,0.29698662732518816,0.29739053041027835,1.4316124660628182,1.6649578043392725,0.9140574034763931,-0.01476263306436262,0.21453677357307502,0.36605125080261913,0.46177362574316955,0.25449833388593224,0.254593338536077,1.2158538273402624,1.731637560895511,0.9488936860209395,-0.002814090787848857,0.08660909347236156,0.23304333644253866,0.2941360792433859,0.1629461260666376,0.1630715828909442,0.7755669866289411,1.7990693322249822,0.9871819124432528,0.0008679929357770431,0.08791300508060626,0.23475651735705988,0.29633525207708955,0.16412892338836024,0.16427742901799672,0.7817287955965314,1.796223800097193,0.9855725386642066,-0.0001268844313975543,0.08791300508060626,0.23475651735705988,0.29633525207708955,0.16412892338836024,0.16427742901799672,0.7817287955965314,1.796223800097193,0.9855725386642066,-0.0001268844313975543,0.2548038396718247,0.04438958982271808,6.854408211193621,2.0199013463828077,1.390564656863858,3.4445257762854844,3.393437121763579,3.393437121763579,0.4037027873100612,1.015055135147509,0.08966259224828883,1.746529530890218,302,train_block_level_or_rank256_plus_real_latents,64,0.08791300508060626
+up_blocks.0.attentions.1.transformer_blocks.8.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,1.0255234794957298,1.2935695126652718,0.025490255527464405,0.12612489145249128,0.15874027340704577,0.12300460459801613,0.12272949581518187,0.41495481559208464,1.2759133641208922,0.986363974255526,0.0015086545686894429,0.17169630474277905,0.32737125775643755,0.41175247747424487,0.31908415438313936,0.3181506459074033,1.0757154056004115,1.196287598993097,0.9248141758737753,0.006430389187568965,0.11127278701003109,0.26286400109529495,0.33131283084871915,0.2596554729472208,0.2593143965494836,0.8708115645817348,1.2341255960719926,0.9524710317276701,0.0025708954651366056,0.061953792814165354,0.19662604055234364,0.24784977053161403,0.1943715054129475,0.19418804820305424,0.6514570883342198,1.2666623347571917,0.978418866054053,-0.0002732592479333107,0.17169630474277905,0.32737125775643755,0.41175247747424487,0.31908415438313936,0.3181506459074033,1.0757154056004115,1.196287598993097,0.9248141758737753,0.006430389187568965,0.061953792814165354,0.19662604055234364,0.24784977053161403,0.1943715054129475,0.19418804820305424,0.6514570883342198,1.2666623347571917,0.978418866054053,-0.0002732592479333107,0.14620604921531466,0.036463537286700945,6.735762399519675,2.4304892803048963,1.5430215181521232,2.7713606696368456,0.9999999999941758,2.7713606696368456,0.5567739829148302,0.9999999999838589,0.08862423649732454,0.9848092088868396,303,retrain_ffn_with_real_image_latents_and_more_steps,64,0.061953792814165354
+up_blocks.0.attentions.1.transformer_blocks.9.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,1.3011799646275384,1.6822104581764765,0.028735046008867875,0.13351671597255127,0.1685889266947173,0.10267907893856332,0.10039296286126785,0.44513096128191265,1.654715203813144,0.9837580673021503,0.0005378614027254766,0.20691509252148016,0.35711555555462837,0.45289185087619455,0.2747811284995351,0.2697170660655254,1.1895390919276647,1.5170632026025228,0.9019951406298529,0.004330829391928351,0.13489531778863498,0.28645205763833864,0.36411388137968753,0.22050832820773983,0.21665828679419272,0.9654902730669294,1.5956297814846039,0.949321345032355,-0.00267790737060685,0.06668724585324526,0.20261821470090322,0.2563587676098425,0.15644350865398743,0.15323835683816767,0.6817717892783028,1.6556785447256905,0.9842136078959767,0.0003555268053787586,0.20691509252148016,0.35711555555462837,0.45289185087619455,0.2747811284995351,0.2697170660655254,1.1895390919276647,1.5170632026025228,0.9019951406298529,0.004330829391928351,0.06668724585324526,0.20261821470090322,0.2563587676098425,0.15644350865398743,0.15323835683816767,0.6817717892783028,1.6556785447256905,0.9842136078959767,0.0003555268053787586,0.1781800465126123,0.03795219984437738,7.200792107673106,2.3207634966147004,1.5338938067825139,3.102768600966418,0.9999999999951671,3.102768600966418,0.49436293969255424,0.9999999999850046,0.08807808001505714,1.2830374726728455,304,retrain_ffn_with_real_image_latents_and_more_steps,64,0.06668724585324526
+down_blocks.2.attentions.1.transformer_blocks.5.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.8216984580670085,0.9893385842442513,0.010777853645517357,0.08259661375944104,0.10380914593693294,0.10063950149973756,0.10501729604996903,0.2700708934238979,0.9743709074599403,0.9848708866465147,0.0065296076188263085,0.07818086897688252,0.2223232284720455,0.279604121972227,0.2708251472487589,0.2828104034054157,0.7296078545706612,0.9011836892792157,0.9109579638500117,0.03864336898550391,0.05335684945540769,0.1829232041324888,0.2297352995338838,0.2224166622407917,0.23207499317374433,0.5964030367987496,0.9437383477176938,0.9541448703954947,0.01449627913202026,0.03657661937177181,0.15175027001116956,0.19069955179754824,0.1847138465419267,0.19275433488401877,0.4959961346217564,0.9799678495952061,0.99057315481837,-0.005901022693251434,0.07818086897688252,0.2223232284720455,0.279604121972227,0.2708251472487589,0.2828104034054157,0.7296078545706612,0.9011836892792157,0.9109579638500117,0.03864336898550391,0.03657661937177181,0.15175027001116956,0.19069955179754824,0.1847138465419267,0.19275433488401877,0.4959961346217564,0.9799678495952061,0.99057315481837,-0.005901022693251434,0.06740301533136517,0.025798765726254454,7.253843997236413,3.393683062637504,1.4652452266837073,2.1374547543637,0.9999999999872091,2.1374547543637,0.68550935342715,0.9999999999726602,0.08755283428214268,0.48893095815705717,305,retrain_ffn_with_real_image_latents_and_more_steps,128,0.03657661937177181
+up_blocks.0.attentions.0.transformer_blocks.8.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6695462944252151,0.8528146690555981,0.011643999522285802,0.08405913412570953,0.1068458550348698,0.125388235340326,0.1251590198781007,0.28950497082301546,0.8412542598588126,0.9863054154007154,-0.0001434768092199842,0.07958408358639904,0.2196628629629101,0.2793659242105137,0.3276998551320805,0.3272911961829274,0.7576927202088493,0.7847916537097522,0.9200973440898084,-0.00042142230108765943,0.0629742514741208,0.19529863819479942,0.2490928109957016,0.29262464505423363,0.2929625415652123,0.6828644020216805,0.807885294514043,0.9467120494064646,0.002493528380130426,0.0382698659918138,0.15307818951883487,0.19409483227951224,0.22942557348447856,0.2282727210657339,0.520868216242109,0.8324431670563561,0.9761680594186654,0.00012560595953102296,0.07958408358639904,0.2196628629629101,0.2793659242105137,0.3276998551320805,0.3272911961829274,0.7576927202088493,0.7847916537097522,0.9200973440898084,-0.00042142230108765943,0.0382698659918138,0.15307818951883487,0.19409483227951224,0.22942557348447856,0.2282727210657339,0.520868216242109,0.8324431670563561,0.9761680594186654,0.00012560595953102296,0.06794008406411324,0.026625866469527998,6.834772143991065,3.2866598727766423,1.263755927576849,2.0795495756724915,0.9999999999874346,2.0795495756724915,0.6077065641174481,0.9999999999738698,0.08751016690330675,0.46435499402181246,306,retrain_ffn_with_real_image_latents_and_more_steps,128,0.0382698659918138
+up_blocks.0.attentions.0.transformer_blocks.6.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.632620207965374,0.8017389731747764,0.011535695346537977,0.08371697419456073,0.10594825723398163,0.13237516899397733,0.1321662866501231,0.28273880854249,0.791678783084665,0.9873178733653677,7.026105114554022e-05,0.07757544863436903,0.21760881319642067,0.2748234606553183,0.3442563758111253,0.3429516699557983,0.7279493382998875,0.7429829112121037,0.926329403841961,0.004585235464349223,0.06335088610649109,0.19778326526284218,0.25014033666324864,0.3165754893029802,0.3155573992616619,0.6665477965559278,0.7651669500129563,0.9526142269053458,0.00013365471672191883,0.03801313588129623,0.15313924090670689,0.19341414844144683,0.2445224210446059,0.243325234020442,0.5119116902351379,0.7806250495570046,0.9728154130230008,-0.001168761962357426,0.07757544863436903,0.21760881319642067,0.2748234606553183,0.3442563758111253,0.3429516699557983,0.7279493382998875,0.7429829112121037,0.926329403841961,0.004585235464349223,0.03801313588129623,0.15313924090670689,0.19341414844144683,0.2445224210446059,0.243325234020442,0.5119116902351379,0.7806250495570046,0.9728154130230008,-0.001168761962357426,0.06603975328783106,0.02647744053475825,6.724817732892511,3.2952617710565004,1.2245361257101015,2.040753724569671,0.9999999999871092,2.040753724569671,0.6000411078196626,0.9999999999736934,0.08725009758961064,0.4441053039858528,307,retrain_ffn_with_real_image_latents_and_more_steps,128,0.03801313588129623
+up_blocks.0.attentions.0.transformer_blocks.7.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6737468029771533,0.8520456456712314,0.012114207784179598,0.08663493421460901,0.10945706622999408,0.1285040149261204,0.12836506336099035,0.290146960743836,0.8399547423635211,0.9857118346333811,-0.0008355332564958319,0.08275946668748345,0.2269038882638727,0.28614390583474897,0.3365876348036971,0.33561284244244216,0.7534870547907693,0.7883757757289069,0.9251769058649364,-0.008865402036982621,0.05739470212055104,0.18853835202753544,0.23891184801795534,0.28201840150881174,0.2823439828907891,0.640170042003904,0.8186384343675205,0.9600288583485558,-0.0012735369166745971,0.03899246793506401,0.15519984332578524,0.1962051707220044,0.23033532507353013,0.2301863101632382,0.5210517985480172,0.8383869422333581,0.9838580655648731,0.002490098488903771,0.08275946668748345,0.2269038882638727,0.28614390583474897,0.3365876348036971,0.33561284244244216,0.7534870547907693,0.7883757757289069,0.9251769058649364,-0.008865402036982621,0.03899246793506401,0.15519984332578524,0.1962051707220044,0.23033532507353013,0.2301863101632382,0.5210517985480172,0.8383869422333581,0.9838580655648731,0.002490098488903771,0.07064525890330385,0.02687826015088441,6.8316036966718166,3.2187385775871373,1.441935642635006,2.122447515329992,0.9999999999879168,2.122447515329992,0.6793739926114678,0.9999999999743541,0.08651409284607472,0.4826204118761481,308,retrain_ffn_with_real_image_latents_and_more_steps,128,0.03899246793506401
+up_blocks.0.attentions.0.transformer_blocks.5.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.611151954957417,0.7746300367372376,0.010106351226568222,0.07854548189789057,0.09909186861248416,0.12844384078155927,0.1278387994318029,0.2614328818661826,0.764334186911583,0.9868286193412004,-0.0005571888209569156,0.06668410915881395,0.2022023562874113,0.25489832816603863,0.33114793678143223,0.3293429247198452,0.6703924536705017,0.7184037108506475,0.9274112787731008,0.005843125074014617,0.06107446691021323,0.19351783501250402,0.24397286748423236,0.3170698765774345,0.31545789120260453,0.6419617405959538,0.7382036990353039,0.9514561203029818,5.17372752385979e-05,0.0343818100102778,0.14551443766270364,0.18362689337829932,0.23974197275802403,0.2386205229547576,0.48465030427489963,0.7536951186401504,0.9721131198665213,-0.0007270844382349294,0.06668410915881395,0.2022023562874113,0.25489832816603863,0.33114793678143223,0.3293429247198452,0.6703924536705017,0.7184037108506475,0.9274112787731008,0.005843125074014617,0.0343818100102778,0.14551443766270364,0.18362689337829932,0.23974197275802403,0.2386205229547576,0.48465030427489963,0.7536951186401504,0.9721131198665213,-0.0007270844382349294,0.05657775793224573,0.024275458783709576,6.598237846406155,3.402000310111002,1.091849221635544,1.9395171207374038,0.9999999999850039,1.9395171207374038,0.5629489989697367,0.9999999999709149,0.08258511831026683,0.3733135036533498,309,retrain_ffn_with_real_image_latents_and_more_steps,128,0.0343818100102778
+up_blocks.0.attentions.1.transformer_blocks.7.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.8663428479007312,1.0890488943883352,0.01916750502173922,0.10923555187348809,0.13731179397200613,0.12629734851183155,0.12628650081590437,0.35744982744966236,1.0756713120000703,0.9877629419860081,-0.0017291496746370935,0.13255555475396769,0.28738304493682726,0.3606567282768041,0.3317810095684899,0.3312469896956074,0.9332641235419682,1.004602074623108,0.9226120080390136,0.004849212880799314,0.09045017058295864,0.2379446564508336,0.29950704656000987,0.28001585041641686,0.28026620868867247,0.7832814880779811,1.0298312796013696,0.943721400082725,0.0022730798201320923,0.050401880139751096,0.1776381124343191,0.2235095009108698,0.21027110434380814,0.2104029412583471,0.5837864194597516,1.0624464792864663,0.9744139407470322,0.0011616876884740382,0.13255555475396769,0.28738304493682726,0.3606567282768041,0.3317810095684899,0.3312469896956074,0.9332641235419682,1.004602074623108,0.9226120080390136,0.004849212880799314,0.050401880139751096,0.1776381124343191,0.2235095009108698,0.21027110434380814,0.2104029412583471,0.5837864194597516,1.0624464792864663,0.9744139407470322,0.0011616876884740382,0.11338804973222846,0.031234375118011876,6.915639494900951,2.6295482943636754,1.4655091737049355,2.6299724213421443,0.9999999999924559,2.6299724213421443,0.5572336659439079,0.9999999999801595,0.08213229781708335,0.7841508749779924,310,retrain_ffn_with_real_image_latents_and_more_steps,128,0.050401880139751096
+mid_block.attentions.0.transformer_blocks.9.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.9.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6959023901394435,0.8822911488158363,0.009802640557089555,0.07721597827704889,0.09756112635011618,0.11118207365034803,0.11075336630618891,0.2577536106109619,0.8707348832062313,0.9869294230646571,-0.0008240522190914947,0.0703046337169196,0.20702229094292438,0.2613301478137399,0.298137999268401,0.29672208379244236,0.6881787436349052,0.8039416489856583,0.9113503106426242,-0.002379837640286756,0.04986769626183169,0.17615791516644613,0.22252836157116793,0.25789731095108975,0.25670747642579683,0.5884722002914974,0.8400532645838601,0.9509862793073124,0.0005771352220693059,0.03336974615896387,0.14428598061203957,0.18211283317177837,0.21144973669513134,0.21028435252699507,0.480654171534947,0.8632199391722679,0.9774813842213826,0.000690699879657229,0.0703046337169196,0.20702229094292438,0.2613301478137399,0.298137999268401,0.29672208379244236,0.6881787436349052,0.8039416489856583,0.9113503106426242,-0.002379837640286756,0.03336974615896387,0.14428598061203957,0.18211283317177837,0.21144973669513134,0.21028435252699507,0.480654171534947,0.8632199391722679,0.9774813842213826,0.000690699879657229,0.06050199315983004,0.023567105601874312,7.1720097559734795,3.404158906084314,1.409823171825973,2.10683753421143,0.9999999999857762,2.10683753421143,0.6691655853337589,0.9999999999700327,0.08022617242524997,0.43392088519814176,311,retrain_ffn_with_real_image_latents_and_more_steps,128,0.03336974615896387
+down_blocks.2.attentions.1.transformer_blocks.3.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4606050657374518,0.5804198352353913,0.005239056880652372,0.057511545052485805,0.07230434164295815,0.12509845592305877,0.12481269333719931,0.18829840847424098,0.5728107222488948,0.9869228347827356,-0.0005391690757018555,0.036440595818151324,0.15154539793729782,0.19066633037828606,0.3295362356290065,0.3290339329967672,0.4972713419369289,0.5355166234076023,0.9226782101900278,-0.003207145910242356,0.0312980897059398,0.14012390042522124,0.1761318036698852,0.30433297359893674,0.3035488674340954,0.45821623717035564,0.5490172893873283,0.9468570162791293,-0.0023545683117325617,0.022990212010751878,0.12033639289438725,0.15125008867218276,0.2617068102164179,0.26103585065442686,0.39331904479435514,0.5656690672039986,0.9749653629608863,0.0011098305057462962,0.036440595818151324,0.15154539793729782,0.19066633037828606,0.3295362356290065,0.3290339329967672,0.4972713419369289,0.5355166234076023,0.9226782101900278,-0.003207145910242356,0.022990212010751878,0.12033639289438725,0.15125008867218276,0.2617068102164179,0.26103585065442686,0.39331904479435514,0.5656690672039986,0.9749653629608863,0.0011098305057462962,0.03120153893749895,0.017751155130099505,6.955564072184332,4.3882348541138345,1.1643073478082357,1.5850482718264638,0.9999999999725581,1.5850482718264638,0.7345563970843308,0.9999999999565032,0.07789623764268425,0.2170243032305282,312,retrain_ffn_with_real_image_latents_and_more_steps,256,0.022990212010751878
+up_blocks.0.attentions.0.transformer_blocks.4.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6126145933355603,0.7748248087508338,0.009895569786229836,0.07830115627231342,0.09849720646166028,0.1277048225537259,0.12695789287770157,0.2571195363998413,0.7646001598664692,0.9868255264741235,0.0016192327064865303,0.06760050296517355,0.2044934013060161,0.2574808789166763,0.3335169641570652,0.3319036413208481,0.6736621941838946,0.7151481871094022,0.9229843034498354,0.001883361694386362,0.051920203891183646,0.18062291986175946,0.22723008630160765,0.29737786591377396,0.29556206202151497,0.593200147151947,0.7532691636255809,0.9714136678880221,0.0006255697872542701,0.032767713435792496,0.1429952300552811,0.18009435026865744,0.2347878528073795,0.2336433065449153,0.47212404012680054,0.7532427055495126,0.9717679313146219,-0.0004431262884289871,0.06760050296517355,0.2044934013060161,0.2574808789166763,0.3335169641570652,0.3319036413208481,0.6736621941838946,0.7151481871094022,0.9229843034498354,0.001883361694386362,0.032767713435792496,0.1429952300552811,0.18009435026865744,0.2347878528073795,0.2336433065449153,0.47212404012680054,0.7532427055495126,0.9717679313146219,-0.0004431262884289871,0.05770493317894371,0.022872143649562658,6.831390654473633,3.311351861524841,1.3020076559320002,2.0630216720972,0.9999999999852072,2.0630216720972,0.6311168096303553,0.9999999999694822,0.07573771545104288,0.3942049412356615,313,retrain_ffn_with_real_image_latents_and_more_steps,128,0.032767713435792496
+mid_block.attentions.0.transformer_blocks.7.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.7.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.544011689722538,0.6833680825574058,0.007001584437343159,0.06645254797435232,0.08352666658022816,0.12213162411815234,0.12220547732195872,0.21719590255192348,0.6740934391106878,0.9864282161027698,0.00011957549617948513,0.04797935778541224,0.17397893300013884,0.218655813916168,0.3197684390508192,0.31992428168224457,0.5687539407185146,0.6299979484507016,0.9220027573359307,0.0010699440860792362,0.03760479816368648,0.154176942471947,0.19378450272299502,0.28385219151439794,0.28400718427265026,0.5040697881153652,0.6458394570010049,0.9449441239908429,0.002532960094673139,0.02621738619304129,0.12877217693520443,0.16187838868557605,0.23724417329816988,0.23741323431212472,0.4214601516723633,0.6604440691215652,0.9661624865611076,0.0009794552946199733,0.04797935778541224,0.17397893300013884,0.218655813916168,0.3197684390508192,0.31992428168224457,0.5687539407185146,0.6299979484507016,0.9220027573359307,0.0010699440860792362,0.02621738619304129,0.12877217693520443,0.16187838868557605,0.23724417329816988,0.23741323431212472,0.4214601516723633,0.6604440691215652,0.9661624865611076,0.0009794552946199733,0.04097777334806908,0.01921580175569813,6.85264288503903,3.744493324891661,1.2758839330899054,1.8300587797084453,0.9999999999791578,1.8300587797084453,0.6971819414699382,0.9999999999618574,0.07195344140665311,0.28080604697838757,314,retrain_ffn_with_real_image_latents_and_more_steps,128,0.02621738619304129
+up_blocks.0.attentions.1.transformer_blocks.6.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7371064679963248,0.9270345760243279,0.014383158214124185,0.09501423833093472,0.1194930000105973,0.12915753075985217,0.1291767439855517,0.3116553340639387,0.9151150924818856,0.9871841383851135,-0.0004495962880517774,0.09717449785343238,0.2471420389733144,0.3105757577661602,0.3359290502703884,0.3357598603909119,0.8081485714231219,0.8598431072064808,0.9274779059121909,0.0021543658885353318,0.06386366719380021,0.19900438402380263,0.2505789977451427,0.2753381669094071,0.27578015246960896,0.6553470236914498,0.8908056733863694,0.9587041813264005,0.0005420140856326075,0.0389873796541776,0.15604586792843683,0.19626177788986726,0.2153620774783994,0.21542767558563222,0.5119932208742414,0.9037534860627991,0.9738954867064942,0.0006314913982155953,0.09717449785343238,0.2471420389733144,0.3105757577661602,0.3359290502703884,0.3357598603909119,0.8081485714231219,0.8598431072064808,0.9274779059121909,0.0021543658885353318,0.0389873796541776,0.15604586792843683,0.19626177788986726,0.2153620774783994,0.21542767558563222,0.5119932208742414,0.9037534860627991,0.9738954867064942,0.0006314913982155953,0.0827913396393082,0.024604221440053413,6.756130774620236,2.7106271843121053,1.5215928261217098,2.4924603477558263,0.9999999999897091,2.4924603477558263,0.6104782479098217,0.9999999999743507,0.06669287148424352,0.5593491176091664,315,retrain_ffn_with_real_image_latents_and_more_steps,128,0.0389873796541776
+mid_block.attentions.0.transformer_blocks.8.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.8.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5379037888986724,0.6789196995752198,0.00703122525841796,0.06606285726385457,0.08321324094438622,0.1230784917709313,0.12279371533981719,0.2180184977395194,0.6701441683939525,0.9870627186743687,0.00016642255168416602,0.04861776464219604,0.17361949091511114,0.21861042748065865,0.3231293304676183,0.3222838641135196,0.5719408307756696,0.624570964702538,0.9202273793070636,-0.0031401891526132075,0.038132214286763756,0.1547166888735124,0.19478253474801724,0.29042419811744574,0.28954065879514196,0.509567243712289,0.6429717508809907,0.946289474144393,0.00021304680704555982,0.02514695386136217,0.12575708515942097,0.1583447774623632,0.236551974647824,0.23585761526091473,0.414608291217259,0.6605122515133449,0.9721572028461278,-0.00043111069703627436,0.04861776464219604,0.17361949091511114,0.21861042748065865,0.3231293304676183,0.3222838641135196,0.5719408307756696,0.624570964702538,0.9202273793070636,-0.0031401891526132075,0.02514695386136217,0.12575708515942097,0.1583447774623632,0.236551974647824,0.23585761526091473,0.414608291217259,0.6605122515133449,0.9721572028461278,-0.00043111069703627436,0.04158653938377808,0.01811572860294421,6.914550856847471,3.5764682446603646,1.274978795495676,1.9333460787456644,0.9999999999794315,1.9333460787456644,0.6594674432381855,0.9999999999602338,0.06479032807731544,0.2875522415294238,316,retrain_ffn_with_real_image_latents_and_more_steps,128,0.02514695386136217
+up_blocks.0.attentions.0.transformer_blocks.3.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5135353021323681,0.6479146097387586,0.006555685099946069,0.06398964693237628,0.0804674913581394,0.12464981701851088,0.12424091200536573,0.20978322625160217,0.6393329309565681,0.9867855241331728,0.00014098732435741113,0.044402208644896746,0.16630334194217408,0.20926103670516974,0.32369295559454386,0.32281973527686725,0.546610563993454,0.5981838005994048,0.9235380682347267,0.002768079763752342,0.03602410640035357,0.15003026463091373,0.18856487006795147,0.29295300313822265,0.29187371639664883,0.4908260064465659,0.6154756758894239,0.9498907888725344,0.0021226555269809716,0.023866471252404153,0.12230736349842378,0.1538651558944819,0.2392074470546878,0.2385355038314568,0.4015109177146639,0.6310988930719239,0.97319668854671,0.0011962850520441342,0.044402208644896746,0.16630334194217408,0.20926103670516974,0.32369295559454386,0.32281973527686725,0.546610563993454,0.5981838005994048,0.9235380682347267,0.002768079763752342,0.023866471252404153,0.12230736349842378,0.1538651558944819,0.2392074470546878,0.2385355038314568,0.4015109177146639,0.6310988930719239,0.97319668854671,0.0011962850520441342,0.037846523544950675,0.017310786152458082,6.773084423852045,3.640576215132712,1.2325693287211803,1.8604429692790683,0.9999999999774787,1.8604429692790683,0.6625139007336319,0.9999999999581003,0.06302123633188761,0.2563376991192551,317,retrain_ffn_with_real_image_latents_and_more_steps,128,0.023866471252404153
+down_blocks.2.attentions.1.transformer_blocks.4.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.759396204991,0.9170180974262101,0.009016222686373762,0.07554727180727891,0.09493384599820007,0.09967240758663451,0.10367965890736212,0.24685450962611608,0.9031020456126758,0.9848307443937344,0.004967470424682168,0.06526675381298576,0.2032330065433468,0.25546146420775867,0.2680298313199952,0.27890217271450474,0.6642829350062779,0.8334169174943652,0.908910258797407,0.030878774090004817,0.04369236412458122,0.1655653403805835,0.2080127082589976,0.2178649913756207,0.22669035873524226,0.5406189901488168,0.8769297227263451,0.95663878060177,0.00043375397633228986,0.0283798806901489,0.13377776316234044,0.16806274405848337,0.17646609951437248,0.18351402012883072,0.43659448623657227,0.8999530406934875,0.9814082457736838,-0.00015199332964194973,0.06526675381298576,0.2032330065433468,0.25546146420775867,0.2680298313199952,0.27890217271450474,0.6642829350062779,0.8334169174943652,0.908910258797407,0.030878774090004817,0.0283798806901489,0.13377776316234044,0.16806274405848337,0.17646609951437248,0.18351402012883072,0.43659448623657227,0.8999530406934875,0.9814082457736838,-0.00015199332964194973,0.056250531126612,0.01936365800377514,7.238813422874386,3.147646378554051,1.4937794078936797,2.2997543408750523,0.9999999999846781,2.2997543408750523,0.6495386838894559,0.9999999999647639,0.060949947991141985,0.4071870997631324,318,retrain_ffn_with_real_image_latents_and_more_steps,128,0.0283798806901489
+mid_block.attentions.0.transformer_blocks.6.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.6.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6202750589166369,0.7967782510178429,0.008545268310366996,0.06713924690016679,0.09243437457222925,0.10827320976879404,0.11604467859381837,0.2181445530482701,0.782749419765813,0.982402077468216,0.002246666928320857,0.06676955567672849,0.17910970401551043,0.2583329143897459,0.2888320118178501,0.32435167678755394,0.5814447402954102,0.727650563631739,0.9133287344080478,0.012989044804791254,0.04948924654828651,0.14593070798686572,0.22213556891153155,0.23504144236701632,0.2787311210790483,0.4734769548688616,0.75343605024474,0.945848717612855,0.004131586141738808,0.027469343838414977,0.11347731322582279,0.16531992433775147,0.18279215104945065,0.20734621159343722,0.3689289093017578,0.7813174426555634,0.9806509027380713,-0.001427815363863922,0.06676955567672849,0.17910970401551043,0.2583329143897459,0.2888320118178501,0.32435167678755394,0.5814447402954102,0.727650563631739,0.9133287344080478,0.012989044804791254,0.027469343838414977,0.11347731322582279,0.16531992433775147,0.18279215104945065,0.20734621159343722,0.3689289093017578,0.7813174426555634,0.9806509027380713,-0.001427815363863922,0.05822428736636149,0.01892407552804798,7.81362892817666,3.2145677394207737,1.3491730089330105,2.43069350571537,0.999999999985023,2.43069350571537,0.5550568204965126,0.9999999999635958,0.060832722690825174,0.454942976088273,319,retrain_ffn_with_real_image_latents_and_more_steps,128,0.027469343838414977
+down_blocks.1.attentions.1.proj_out,model.diffusion_model.input_blocks.5.1.proj_out.weight,proj_out,640,640,56,True,128,True,256,True,False,0,False,True,phase1b,256,1.0124642593520028,1.2846217964376723,0.029090680215241655,0.13238957790391787,0.16732184268027187,0.1312762734896136,0.13063460158878656,0.4421094400542123,1.2702423653432302,0.9888172600682782,-0.0013460403758602166,0.19526394243751252,0.3426777347922325,0.4326369056384612,0.33894705766969263,0.33695622400169134,1.142075708934239,1.188380411693028,0.9256900503588199,0.0034064624702036133,0.10045470031244415,0.24877767557544367,0.31459180805284703,0.2511267760323512,0.2500212944941001,0.834061861038208,1.2329238504171371,0.9578821368186745,-0.0019429255711916735,0.058878844404327016,0.19122920211936748,0.241545438984178,0.1945946443669791,0.19348889417548426,0.6377386706215995,1.2617953387754304,0.9804682538608702,-0.0011932338142059962,0.19526394243751252,0.3426777347922325,0.4326369056384612,0.33894705766969263,0.33695622400169134,1.142075708934239,1.188380411693028,0.9256900503588199,0.0034064624702036133,0.058878844404327016,0.19122920211936748,0.241545438984178,0.1945946443669791,0.19348889417548426,0.6377386706215995,1.2617953387754304,0.9804682538608702,-0.0011932338142059962,0.16617326222227086,0.02978816418908536,6.712250830370562,2.0239762001664814,1.9438009553384707,3.3163684581392054,0.9999999999948787,3.3163684581392054,0.5861233393819312,0.999999999983016,0.06029053536536025,1.1153966173368226,320,train_block_level_or_rank256_plus_real_latents,64,0.058878844404327016
+up_blocks.0.attentions.1.transformer_blocks.5.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6792531939489501,0.8554013243743351,0.011809174187614449,0.08624249031501156,0.10859505338497785,0.126997849941656,0.12698136093415172,0.2844517571585519,0.844637859080519,0.9874224843814836,0.0006232422612291495,0.08065864244209868,0.22528440824576787,0.28384249568290937,0.3317731493881407,0.3319293422614136,0.7427265814372471,0.79273999695267,0.9268439240963076,0.008441092687072731,0.056651337371606915,0.1862175576388836,0.23455284284822137,0.27479854503121387,0.27490693319250187,0.6145840670381274,0.820659705570766,0.9591073729729568,0.0035905850401637246,0.03322452087221401,0.14296345598995686,0.17992055518920957,0.21129004831590723,0.21118833833505576,0.4703171466078077,0.8398197708385331,0.9815214798791675,-0.0011161326103287397,0.08065864244209868,0.22528440824576787,0.28384249568290937,0.3317731493881407,0.3319293422614136,0.7427265814372471,0.79273999695267,0.9268439240963076,0.008441092687072731,0.03322452087221401,0.14296345598995686,0.17992055518920957,0.21129004831590723,0.21118833833505576,0.4703171466078077,0.8398197708385331,0.9815214798791675,-0.0011161326103287397,0.06884946825448424,0.02141534668459956,6.830167897757313,2.8134499789364344,1.4237729625267455,2.427684141778749,0.999999999987602,2.427684141778749,0.5864737253013084,0.9999999999699017,0.06025100667870307,0.47025342784943946,321,retrain_ffn_with_real_image_latents_and_more_steps,128,0.03322452087221401
+mid_block.attentions.0.transformer_blocks.5.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.5.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5574646421841213,0.7005598694086075,0.0066378026468945405,0.06479901733941265,0.08142041461955721,0.11635997711652649,0.11634211059467817,0.21157913548605783,0.6902949469430106,0.9853705352968428,-0.0007419000950384154,0.04587516128750784,0.17040090555591242,0.21406264179108106,0.3059639144029104,0.30585301045581526,0.5560538939067295,0.6424858953271594,0.9172562530694526,-0.006020498071198485,0.03339868963563016,0.14510851885591233,0.1824122515814029,0.2602990216649018,0.26038389954377034,0.4750135030065264,0.6658899560570717,0.9506224829992657,-0.0005341431315173395,0.02355677534693054,0.12211298596646104,0.15342016117515644,0.21927633281732706,0.21921731822861115,0.3987101816705295,0.6847625896334648,0.9774163916516379,0.0007387063127453075,0.04587516128750784,0.17040090555591242,0.21406264179108106,0.3059639144029104,0.30585301045581526,0.5560538939067295,0.6424858953271594,0.9172562530694526,-0.006020498071198485,0.02355677534693054,0.12211298596646104,0.15342016117515644,0.21927633281732706,0.21921731822861115,0.3987101816705295,0.6847625896334648,0.9774163916516379,0.0007387063127453075,0.0392373586406133,0.016918972700036,6.911196930818527,3.5488815495896917,1.3735617111515075,1.9474295870269855,0.9999999999782018,1.9474295870269855,0.705320346493311,0.9999999999575494,0.06004343005316944,0.2711771126104324,322,retrain_ffn_with_real_image_latents_and_more_steps,128,0.02355677534693054
+down_blocks.2.attentions.1.transformer_blocks.2.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3108200901853187,0.39135232461350306,0.0018483898623214503,0.03354471838766975,0.042292543285349087,0.10859760449221557,0.10875804305263882,0.11116845639688629,0.38570100840713295,0.9858438482628495,0.00038872387110749126,0.013227504012840135,0.0896690169881497,0.11310240979434845,0.2899439706209144,0.290554984507989,0.29784384795597624,0.35795934099171844,0.9155055461423217,0.0014523953740146161,0.012520385997569454,0.08717868696632129,0.10992750049307713,0.28142817279786564,0.28191415641023404,0.2895801748548235,0.36165399317230496,0.9250030318054188,0.001231679830977685,0.011419907594764871,0.08320673149345177,0.10502637523924445,0.2694952039782918,0.27010442862119216,0.27701425765241894,0.375338255826916,0.960036100979284,0.0011795460250141332,0.013227504012840135,0.0896690169881497,0.11310240979434845,0.2899439706209144,0.290554984507989,0.29784384795597624,0.35795934099171844,0.9155055461423217,0.0014523953740146161,0.011419907594764871,0.08320673149345177,0.10502637523924445,0.2694952039782918,0.27010442862119216,0.27701425765241894,0.375338255826916,0.960036100979284,0.0011795460250141332,0.011379114150518684,0.00957151773244342,7.156230552504259,6.1783002716991495,1.0564773333946311,1.1582846797942234,0.9999999999243999,1.1582846797942234,0.9121050737628759,0.9999999999124336,0.05913571060692841,0.08143156434437535,323,phase1b_weak_retrain_or_change_method,256,0.011419907594764871
+down_blocks.2.attentions.1.transformer_blocks.5.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.2710412304316248,0.34315771689372404,0.00155546144222691,0.030392396862485578,0.03844233001043285,0.11336142271078761,0.11329961490106374,0.10209489720208305,0.3378517965653113,0.9848335538725091,0.0001779513822514543,0.01075893867528066,0.08006526177216854,0.10114427295872067,0.2988924626042554,0.2982322639882446,0.267693036368915,0.3126551362552813,0.9122024204104837,-0.0017169213568958444,0.011646819762453171,0.08351890157376017,0.10530954968698891,0.31265447965297927,0.31126864803647286,0.27761729274477276,0.3207269398761647,0.9352481873756452,-0.0007504814945735104,0.01036753156222403,0.07889961398073606,0.09954815224134991,0.29660279333470624,0.29551516197941136,0.2633651133094515,0.3300920690276793,0.9617119512296137,-0.0008095503910681145,0.01075893867528066,0.08006526177216854,0.10114427295872067,0.2988924626042554,0.2982322639882446,0.267693036368915,0.3126551362552813,0.9122024204104837,-0.0017169213568958444,0.01036753156222403,0.07889961398073606,0.09954815224134991,0.29660279333470624,0.29551516197941136,0.2633651133094515,0.3300920690276793,0.9617119512296137,-0.0008095503910681145,0.00920347723305375,0.00881207011999712,6.916879053562726,6.665244971110235,0.923766220633154,1.0377531632934727,0.999999999907054,1.0377531632934727,0.8901598696286647,0.9999999999035449,0.05873460605238157,0.06365933889325091,324,adapter_not_effective_try_quant_param_or_block_loss,256,0.01036753156222403
+mid_block.attentions.0.proj_in,model.diffusion_model.middle_block.1.proj_in.weight,proj_in,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,1.114006600209645,1.4103170207568578,0.019390655415398732,0.11053890854652439,0.1392459902626952,0.09952399354615281,0.09906839591429728,0.3647928067616054,1.3883830053465707,0.9844941509389841,0.0008744356413704476,0.1416588148900441,0.2982670063419001,0.37630898804003426,0.26837897786526604,0.267542783283613,0.989095960344587,1.276788898876735,0.9055552054254846,0.007908522450764264,0.09517675638198853,0.2436902206391096,0.30708313901198736,0.22048442434047333,0.21964900204582685,0.8049756458827427,1.3312965333461761,0.9432091098741384,0.00021627179209815495,0.044768102799675295,0.1670145248728139,0.21007003137537691,0.15138988422488928,0.15056453311529852,0.5477567400251117,1.3945415765047073,0.9883485982081804,0.0014484961791043003,0.1416588148900441,0.2982670063419001,0.37630898804003426,0.26837897786526604,0.267542783283613,0.989095960344587,1.276788898876735,0.9055552054254846,0.007908522450764264,0.044768102799675295,0.1670145248728139,0.21007003137537691,0.15138988422488928,0.15056453311529852,0.5477567400251117,1.3945415765047073,0.9883485982081804,0.0014484961791043003,0.12226815947464535,0.025377447384276563,7.305519687088186,2.308746240821483,1.4883761568844929,3.1642800571818572,0.9999999999929408,3.1642800571818572,0.4703680236751265,0.9999999999776626,0.05859008625009349,0.8932324461460595,325,train_block_level_or_rank256_plus_real_latents,64,0.044768102799675295
+down_blocks.2.attentions.1.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3328106374080692,0.41925254464149475,0.002116033658759469,0.035478101311517615,0.0447380811825555,0.1077226952544768,0.10779656258086232,0.11774039055619921,0.41218176430889536,0.9834703307795317,0.0005740298075319775,0.0145918615827603,0.09292018034362368,0.11729047494376667,0.28142123547915204,0.28183110836093767,0.30917186396462576,0.38076900291655746,0.909321442924236,-0.003084807987761451,0.014871275842389358,0.0933247983588704,0.11778708567792533,0.2832507063215291,0.2834308109952232,0.3104163147509098,0.394513376057148,0.9425192085509987,-0.0010884209082502952,0.011960051953792572,0.08383762317576579,0.10577209320511634,0.25377762647190133,0.2538369077050729,0.27888945596558706,0.4032594380634172,0.9617521488128958,-0.0020683734988844143,0.0145918615827603,0.09292018034362368,0.11729047494376667,0.28142123547915204,0.28183110836093767,0.30917186396462576,0.38076900291655746,0.909321442924236,-0.003084807987761451,0.011960051953792572,0.08383762317576579,0.10577209320511634,0.25377762647190133,0.2538369077050729,0.27888945596558706,0.4032594380634172,0.9617521488128958,-0.0020683734988844143,0.01247582792400083,0.009844018295033103,6.895855137020347,5.65210855632234,0.9812111439817542,1.2200500163306667,0.9999999999314686,1.2200500163306667,0.8042384580680819,0.9999999999163883,0.05563946003395026,0.08603150207830303,326,phase1b_weak_retrain_or_change_method,256,0.011960051953792572
+mid_block.attentions.0.transformer_blocks.6.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.6.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.534003676048347,0.675070335822446,0.006985166276405964,0.06564454328534859,0.08327478079943205,0.12284346254269253,0.12322491408799337,0.2222269688333784,0.6666158054556165,0.9873981886568179,-0.0010755409914184253,0.047794602279152186,0.17202611507049628,0.21794063022915053,0.3220108835671414,0.3226157900944314,0.5792009096060481,0.6214471917067256,0.920446834031546,-0.0021439208059226595,0.03728273747089718,0.15283069520124368,0.19272324285111808,0.28625428016518123,0.2856075512338319,0.5066029514585223,0.6413825665201459,0.950107273681992,4.163971652815235e-05,0.023197169149560586,0.12108412531337567,0.15225121236261377,0.2272296286514314,0.22616297005143296,0.3966369032859802,0.659372336098126,0.9765845514831002,-0.00036945280001938433,0.047794602279152186,0.17202611507049628,0.21794063022915053,0.3220108835671414,0.3226157900944314,0.5792009096060481,0.6214471917067256,0.920446834031546,-0.0021439208059226595,0.023197169149560586,0.12108412531337567,0.15225121236261377,0.2272296286514314,0.22616297005143296,0.3966369032859802,0.659372336098126,0.9765845514831002,-0.00036945280001938433,0.040809436002746224,0.01621200287315462,6.842299865322799,3.3209186765665892,1.2819499189183359,2.0603635714747193,0.9999999999790772,2.0603635714747193,0.6221959738617919,0.9999999999568914,0.053838743126010384,0.27923039846548986,327,retrain_ffn_with_real_image_latents_and_more_steps,128,0.023197169149560586
+mid_block.attentions.0.transformer_blocks.4.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.4.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5632244359169688,0.7088550882680076,0.006065719361816134,0.06194068950467876,0.07785391024031908,0.11019818588446328,0.1100531320610697,0.20256683656147548,0.6977570578455925,0.9844035637968531,0.0003043587616957666,0.04247014118092401,0.16391786826508387,0.2060022452269179,0.2915177995616273,0.29110021302853883,0.5358235665730068,0.6447291608367648,0.909683625356661,0.0027994171136275065,0.034923296055889556,0.14864611066877842,0.18681346473359084,0.264502524972427,0.26412537987425766,0.4860109431403024,0.6694967693516186,0.9448116003242327,0.001237586313176767,0.021139344167230383,0.11563958640077285,0.14529330616175876,0.20560086264037894,0.20525274042183844,0.37762783254895893,0.694423434989793,0.9796298304619624,3.314348695734485e-05,0.04247014118092401,0.16391786826508387,0.2060022452269179,0.2915177995616273,0.29110021302853883,0.5358235665730068,0.6447291608367648,0.909683625356661,0.0027994171136275065,0.021139344167230383,0.11563958640077285,0.14529330616175876,0.20560086264037894,0.20525274042183844,0.37762783254895893,0.694423434989793,0.9796298304619624,3.314348695734485e-05,0.03640442181910787,0.01507362480541425,7.001666025182935,3.485051467566744,1.2160977334940193,2.009056706912931,0.9999999999764541,2.009056706912931,0.6053078189640144,0.999999999952695,0.052532358249659405,0.2548916034172759,328,retrain_ffn_with_real_image_latents_and_more_steps,128,0.021139344167230383
+down_blocks.2.attentions.1.transformer_blocks.2.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.510629589004176,0.6421389201922076,0.006018379603379539,0.06135063279154045,0.0770782962888034,0.12056841907207083,0.12048282650678292,0.20031111580984934,0.6317392683454922,0.9840412718095307,0.0004818194051300192,0.04011423436791769,0.15833540420447076,0.1992036821978944,0.31157583493760976,0.3117563143299219,0.5202006697654724,0.587331695748227,0.9154241495547033,0.0009529556323936309,0.03659767032201801,0.15021645996187413,0.18893440824988167,0.29505293725033194,0.2951438514646945,0.4923007828848703,0.5982652971787112,0.9335056824558087,-0.0009408659363927541,0.020999920936966582,0.11414372907685381,0.1435149289460915,0.22408583347220118,0.22408475185540486,0.3739490381308964,0.6245151939136642,0.9728333124180117,0.00017906595888104806,0.04011423436791769,0.15833540420447076,0.1992036821978944,0.31157583493760976,0.3117563143299219,0.5202006697654724,0.587331695748227,0.9154241495547033,0.0009529556323936309,0.020999920936966582,0.11414372907685381,0.1435149289460915,0.22408583347220118,0.22408475185540486,0.3739490381308964,0.6245151939136642,0.9728333124180117,0.00017906595888104806,0.03409585476453815,0.014981541333587044,6.665288168052211,3.4892981695081287,1.09608710100566,1.9102088282339,0.9999999999750713,1.9102088282339,0.5738048556538512,0.9999999999523809,0.05227506475169564,0.22725869734170273,329,retrain_ffn_with_real_image_latents_and_more_steps,128,0.020999920936966582
+up_blocks.0.attentions.0.transformer_blocks.8.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6993822444762502,0.8571715386850494,0.010214368796109088,0.08034058367567402,0.1009237540882764,0.11484427868998205,0.11770764827971777,0.26211254937308176,0.846356023635183,0.9873519222776128,0.002640755705734981,0.07101020276812571,0.21192090905138425,0.26612613046272604,0.30292290059481486,0.31038723997009765,0.689863749912807,0.7875381952949932,0.918692265116113,0.021557151057225252,0.04688218841329217,0.17154746476028646,0.2157933667771695,0.24582484083501724,0.25230068354414803,0.5632437297276088,0.819763533771038,0.9561629547905015,0.0068383750975564385,0.028704022389969656,0.1342214848846197,0.16887133459715425,0.19191617465309216,0.19701740225340525,0.4410143920353481,0.8429845294782093,0.9833482495862385,0.00016348615390273023,0.07101020276812571,0.21192090905138425,0.26612613046272604,0.30292290059481486,0.31038723997009765,0.689863749912807,0.7875381952949932,0.918692265116113,0.021557151057225252,0.028704022389969656,0.1342214848846197,0.16887133459715425,0.19191617465309216,0.19701740225340525,0.4410143920353481,0.8429845294782093,0.9833482495862385,0.00016348615390273023,0.06079583397201662,0.018489653593860567,6.951991276076042,2.810161152404599,1.5146520495292846,2.4738763717821537,0.9999999999859175,2.4738763717821537,0.6122585860607811,0.9999999999651618,0.05195890625088505,0.42265210739522696,330,retrain_ffn_with_real_image_latents_and_more_steps,128,0.028704022389969656
+down_blocks.1.attentions.0.transformer_blocks.1.ff.net.2,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5879710827554975,0.8343850853187698,0.007426666644667941,0.06764899866123285,0.08571273493364909,0.11502798737990852,0.102756474966005,0.22686065946306502,0.8220186606049538,0.9851800204414871,0.0003213896313647118,0.05365745423893843,0.17894152019705092,0.23046872410690034,0.3042382450870435,0.276356810628421,0.6014369896480015,0.7541691522513118,0.9037496455902992,0.004522291070315987,0.039268924189465385,0.1549519742173808,0.1970749948407307,0.2644102108809875,0.237125502193861,0.5182320049830845,0.7852994501590729,0.9407103885700511,0.0025210230560333002,0.02359728535105075,0.120986467626478,0.15272814567447535,0.20693152122212538,0.18420627924249025,0.40252275126320974,0.8185936340263912,0.9808335993978707,0.0007630294532451184,0.05365745423893843,0.17894152019705092,0.23046872410690034,0.3042382450870435,0.276356810628421,0.6014369896480015,0.7541691522513118,0.9037496455902992,0.004522291070315987,0.02359728535105075,0.120986467626478,0.15272814567447535,0.20693152122212538,0.18420627924249025,0.40252275126320974,0.8185936340263912,0.9808335993978707,0.0007630294532451184,0.04623078759427049,0.01617061870638281,7.224971417053899,3.177372363254693,1.3664100900418001,2.2738825012460713,0.9999999999813632,2.2738825012460713,0.6009149941719117,0.9999999999576223,0.0513800769743901,0.33401611895649425,331,retrain_ffn_with_real_image_latents_and_more_steps,128,0.02359728535105075
+up_blocks.0.attentions.2.transformer_blocks.9.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7426257357001305,1.109503553381988,0.010404534346889704,0.07871450583583542,0.10015155313958933,0.10556135267231573,0.08965778889241338,0.26060123103005545,1.0900730607765061,0.9823627923749931,-0.0011437904940326657,0.0802877084352076,0.2122425221438919,0.2787031432858957,0.28442520290849044,0.24953248729350014,0.7018749032701764,0.994201337652547,0.8960064044673625,0.0016407268535333838,0.052055967705590386,0.1739555751638753,0.22617424356527335,0.23756825592586434,0.20452225441309482,0.5774746707507542,1.0519940608314104,0.9464863179663181,0.004110837773103932,0.028287971375643144,0.13063575008085795,0.16538687716670128,0.1767531748526265,0.14889883469373588,0.43649700709751676,1.097395838371345,0.9890738048819747,4.425800105829174e-06,0.0802877084352076,0.2122425221438919,0.2787031432858957,0.28442520290849044,0.24953248729350014,0.7018749032701764,0.994201337652547,0.8960064044673625,0.0016407268535333838,0.028287971375643144,0.13063575008085795,0.16538687716670128,0.1767531748526265,0.14889883469373588,0.43649700709751676,1.097395838371345,0.9890738048819747,4.425800105829174e-06,0.0698831740883179,0.01788343702875344,7.716607562691349,2.7188118593102284,1.5423343753350882,2.8382278589796543,0.9999999999875447,2.8382278589796543,0.5434145713145936,0.9999999999646493,0.048621700679002525,0.5392610296747901,332,retrain_ffn_with_real_image_latents_and_more_steps,128,0.028287971375643144
+down_blocks.2.attentions.1.transformer_blocks.3.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.28816943030272213,0.3639073276094028,0.0015164756945783406,0.030555781575718095,0.0386158863257132,0.1064835426278835,0.10655045248917164,0.10236236878803798,0.35757068039051126,0.9827552752013995,-0.0003822043638267912,0.010579602426982351,0.08081449262265648,0.10200128659980282,0.28154630019803834,0.2813554361796581,0.26973157695361544,0.3285880346915552,0.9033395066834153,-0.00044549049308833285,0.009716879692859948,0.07719371294868844,0.09749264825815215,0.26888410214423175,0.2688363052888483,0.25771312202726093,0.33492887099938734,0.9209892054266394,0.00039271132912485233,0.009365607926156372,0.07575997011736035,0.09572017691573577,0.26362388774161544,0.2636853939454486,0.25328674060957773,0.34786345570215155,0.956688484051358,-0.0005711063942206758,0.010579602426982351,0.08081449262265648,0.10200128659980282,0.28154630019803834,0.2813554361796581,0.26973157695361544,0.3285880346915552,0.9033395066834153,-0.00044549049308833285,0.009365607926156372,0.07575997011736035,0.09572017691573577,0.26362388774161544,0.2636853939454486,0.25328674060957773,0.34786345570215155,0.956688484051358,-0.0005711063942206758,0.00906312673240401,0.007849132231578031,6.976440478294373,6.175903744098316,1.0887859848329247,1.1296226053095708,0.9999999999054785,1.1296226053095708,0.963849324189375,0.9999999998932263,0.04847548513692553,0.06322836419585515,333,adapter_not_effective_try_quant_param_or_block_loss,256,0.009365607926156372
+up_blocks.0.attentions.0.transformer_blocks.7.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7153763962643487,0.8776389850037438,0.010615389478126807,0.08191891879375492,0.10288050920960931,0.11453639621364523,0.11725087846973635,0.26695551191057476,0.8654638826847076,0.9860936098841896,0.003529592155246064,0.0728580096204366,0.214861484510558,0.26950913372585195,0.3003765736458986,0.30711626934109654,0.6963178089686802,0.8063001824276788,0.9187223548773744,0.021146446666015044,0.050156515557318926,0.1778372244111129,0.2233270969668621,0.24985463749797443,0.2557651746153949,0.5794028214045933,0.8490757261003766,0.9668558934233598,0.007706506640066176,0.028515643207356334,0.13383628188499383,0.16826589166609315,0.1874135061381379,0.19206183564081228,0.43831307547433035,0.8583727564130511,0.9781424952644714,0.0015341020517780635,0.0728580096204366,0.214861484510558,0.26950913372585195,0.3003765736458986,0.30711626934109654,0.6963178089686802,0.8063001824276788,0.9187223548773744,0.021146446666015044,0.028515643207356334,0.13383628188499383,0.16826589166609315,0.1874135061381379,0.19206183564081228,0.43831307547433035,0.8583727564130511,0.9781424952644714,0.0015341020517780635,0.0622426201423098,0.01790025372922953,6.863432544203711,2.6862550133866545,1.4526130615218231,2.555018979865971,0.9999999999862746,2.555018979865971,0.5685331783903547,0.9999999999649316,0.04808464632103598,0.4271980247212385,334,retrain_ffn_with_real_image_latents_and_more_steps,128,0.028515643207356334
+up_blocks.0.attentions.0.transformer_blocks.9.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6374845919864518,0.7962136385696275,0.009126037658591355,0.07585144615066904,0.09536494937473884,0.11896129553871694,0.1197791951814312,0.2484426498413086,0.7860185184649059,0.9871659770690983,0.001321542559318394,0.06271908638466682,0.19900380500725337,0.25004379146120914,0.3121449476939344,0.314105481796122,0.6499959400721959,0.7325719935553414,0.9200147882160454,0.013849714371774877,0.04119482396968773,0.16077193005808763,0.20257183285275798,0.25285635289897707,0.25522064470978617,0.5316814695085798,0.7630456505077226,0.9579220833063973,0.00257281843914825,0.026001743473378674,0.12748752161860466,0.16058691201131153,0.2001988505683208,0.20197421166981863,0.4211230959211077,0.776021306003843,0.9744733882571751,0.002026923134898035,0.06271908638466682,0.19900380500725337,0.25004379146120914,0.3121449476939344,0.314105481796122,0.6499959400721959,0.7325719935553414,0.9200147882160454,0.013849714371774877,0.026001743473378674,0.12748752161860466,0.16058691201131153,0.2001988505683208,0.20197421166981863,0.4211230959211077,0.776021306003843,0.9744733882571751,0.002026923134898035,0.05359304872607547,0.01687570581478732,6.872543016382342,2.8491821361323395,1.5224991962411278,2.412110805049219,0.9999999999840558,2.412110805049219,0.6311895759496453,0.9999999999615411,0.04808195954211668,0.36832053274902854,335,retrain_ffn_with_real_image_latents_and_more_steps,128,0.026001743473378674
+up_blocks.0.attentions.0.transformer_blocks.2.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4735282265714237,0.5968133280319827,0.0055617219768464565,0.05879980718184795,0.07402123353730605,0.12428514602624299,0.12414069376560452,0.1937233337334224,0.5887118971773556,0.9863387142923593,-0.0005177621294834012,0.03786742580788476,0.15335719753056765,0.19302600195672234,0.32394531064543913,0.32353776872574835,0.5044262600796563,0.5494960695505142,0.9208206085191089,0.0020798192747731392,0.03240145985702319,0.14247131028345653,0.17944179484779713,0.3041178234126032,0.3038601024893099,0.47026478392737253,0.5680116638541222,0.9517872209004218,-0.002113379909003145,0.019028627197258174,0.10932703595608473,0.13762065091719264,0.23323560510174565,0.23292969655252116,0.3599327951669693,0.5816947652825287,0.9742316258277363,-0.00028070972712157527,0.03786742580788476,0.15335719753056765,0.19302600195672234,0.32394531064543913,0.32353776872574835,0.5044262600796563,0.5494960695505142,0.9208206085191089,0.0020798192747731392,0.019028627197258174,0.10932703595608473,0.13762065091719264,0.23323560510174565,0.23292969655252116,0.3599327951669693,0.5816947652825287,0.9742316258277363,-0.00028070972712157527,0.032305703831038306,0.013466905220411718,6.808579421754435,3.421355341574663,1.1686950518221204,1.990024052357862,0.9999999999735921,1.990024052357862,0.5872768474210073,0.9999999999474477,0.04607506811033534,0.21995595030930082,336,retrain_ffn_with_real_image_latents_and_more_steps,128,0.019028627197258174
+up_blocks.0.attentions.2.transformer_blocks.8.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.48491732084325384,0.6150153673120907,0.0060875649048414615,0.061423881711172204,0.0772831032380803,0.12643880926057013,0.12539311802937397,0.2018624714442662,0.6075147299894265,0.9878022170147206,0.0005042929943621337,0.041115079374451725,0.15947666711040906,0.20083447870472373,0.32823594087481534,0.32581196634438314,0.5259565966469901,0.568382492022855,0.9239407291628944,0.0061309730374757366,0.03264360615451421,0.14242722133972816,0.17922875771286836,0.2942195146639625,0.291700340336761,0.4680178335734776,0.58686566938247,0.9533414574578155,-0.0012244260962006592,0.020053485591363693,0.11138490015374762,0.14033378451237644,0.2295146588237542,0.22791774640176224,0.3682411142757961,0.6023128101868289,0.9795205972572788,0.0010864306267259444,0.041115079374451725,0.15947666711040906,0.20083447870472373,0.32823594087481534,0.32581196634438314,0.5259565966469901,0.568382492022855,0.9239407291628944,0.0061309730374757366,0.020053485591363693,0.11138490015374762,0.14033378451237644,0.2295146588237542,0.22791774640176224,0.3682411142757961,0.6023128101868289,0.9795205972572788,0.0010864306267259444,0.03502751446961026,0.013965920686522231,6.753945134120674,3.2941719557061173,1.2595140125934432,2.0502709708534774,0.999999999975678,2.0502709708534774,0.614315878454998,0.9999999999501334,0.046006144261157456,0.23657391091236576,337,retrain_ffn_with_real_image_latents_and_more_steps,128,0.020053485591363693
+up_blocks.0.attentions.1.transformer_blocks.7.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6830101204769952,0.8680681894932475,0.012295289863167065,0.08819614297577313,0.11080894725691559,0.12913517275013478,0.1276319167060487,0.2879829406738281,0.8579756734626633,0.9883676292288623,0.0006629676738936853,0.08264292749975409,0.2288084054099662,0.2873579842899011,0.33503072561143926,0.33101864666725506,0.7464731782674789,0.8057026096752712,0.9281493280241947,0.0025313034669644757,0.04938279960437545,0.17412975669971534,0.21890248620516517,0.25510503914168503,0.2526884399240925,0.5699460165841239,0.8375593721866608,0.964669309041704,0.001227601280463984,0.03044876253365406,0.13839628174901009,0.17399386775350748,0.2027398774540128,0.2006324936674964,0.4531837786946978,0.8640233970114163,0.9951685329320866,-0.00155485988934093,0.08264292749975409,0.2288084054099662,0.2873579842899011,0.33503072561143926,0.33101864666725506,0.7464731782674789,0.8057026096752712,0.9281493280241947,0.0025313034669644757,0.03044876253365406,0.13839628174901009,0.17399386775350748,0.2027398774540128,0.2006324936674964,0.4531837786946978,0.8640233970114163,0.9951685329320866,-0.00155485988934093,0.07034763763658702,0.018153472670486996,6.721511116269455,2.4764574784359334,1.673516450265371,2.714163749863309,0.9999999999878997,2.714163749863309,0.6165863980368507,0.9999999999671579,0.044956303154409856,0.47284242837761514,338,retrain_ffn_with_real_image_latents_and_more_steps,64,0.03044876253365406
+down_blocks.1.attentions.0.proj_out,model.diffusion_model.input_blocks.4.1.proj_out.weight,proj_out,640,640,56,True,128,True,256,True,False,0,False,True,phase1b,256,0.6437638880951064,0.8227414669735091,0.008727529327318604,0.07313843543774315,0.09225416671471738,0.11341152591482333,0.1120172306597715,0.24298596382141113,0.8113525030868394,0.9861258183291078,0.0014864659767356767,0.061868643654244285,0.19447349650519236,0.2454342328848638,0.3013990533276244,0.2978087015479569,0.6486526046480451,0.7509269139596394,0.9131097524682085,0.007573426725230092,0.040142081511606066,0.1579584702849388,0.19929308031403675,0.24815442654331119,0.24534428357000979,0.525297931262425,0.7860528890575681,0.9531146432469139,-0.0015056522893733668,0.02456249818871064,0.12378388177603483,0.15598166404011485,0.19501144274188606,0.19264575967369613,0.40942782163619995,0.8054281228354999,0.977713449998121,0.000190387171483865,0.061868643654244285,0.19447349650519236,0.2454342328848638,0.3013990533276244,0.2978087015479569,0.6486526046480451,0.7509269139596394,0.9131097524682085,0.007573426725230092,0.02456249818871064,0.12378388177603483,0.15598166404011485,0.19501144274188606,0.19264575967369613,0.40942782163619995,0.8054281228354999,0.977713449998121,0.000190387171483865,0.053141114326925684,0.015834968861392035,7.088906989231916,2.81437016877292,1.5412415431126882,2.518825372582069,0.9999999999838367,2.518825372582069,0.6118890018445388,0.9999999999592876,0.044565463986949834,0.3767124167677158,339,train_block_level_or_rank256_plus_real_latents,128,0.02456249818871064
+up_blocks.0.attentions.0.transformer_blocks.5.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7010633658085551,0.859612663941724,0.009587367763742805,0.0778813399374485,0.09777175980379216,0.11109634804648262,0.1137371490015289,0.2533663979598454,0.8484779947570392,0.9870056839306866,0.0032101163025280194,0.06816439583365407,0.2076427135616541,0.260719475836983,0.29616957370187524,0.303271690377255,0.6763049534388951,0.7873721101454326,0.9159488108176355,0.020155065393607532,0.042792511106069596,0.16437833995691367,0.20656100911396405,0.23505252900240012,0.24099918349068164,0.5371976579938617,0.832475232226508,0.9679174545942347,0.0032587782843620516,0.025737976455794915,0.12729872590196983,0.15998860261041123,0.18174051014247494,0.18636308511412808,0.4162570408412388,0.841687764440264,0.9790252122727353,0.0003549818122304974,0.06816439583365407,0.2076427135616541,0.260719475836983,0.29616957370187524,0.303271690377255,0.6763049534388951,0.7873721101454326,0.9159488108176355,0.020155065393607532,0.025737976455794915,0.12729872590196983,0.15998860261041123,0.18174051014247494,0.18636308511412808,0.4162570408412388,0.841687764440264,0.9790252122727353,0.0003549818122304974,0.05857702806991126,0.01615060869205211,7.1098134030412545,2.684571728899916,1.5929047880154168,2.6483976293971017,0.9999999999853295,2.6483976293971017,0.6014598300014892,0.999999999961147,0.043357467499208345,0.4164717392817789,340,retrain_ffn_with_real_image_latents_and_more_steps,128,0.025737976455794915
+down_blocks.2.attentions.1.transformer_blocks.4.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.25614930582898005,0.32376445004982607,0.0012463935428448686,0.027375453916777457,0.03456908501649227,0.1081777833092091,0.10806790750633131,0.09142857896430152,0.3198674025812319,0.9877522087624288,0.0004254463965703995,0.008861824683013506,0.07306468287216765,0.09213461973006201,0.2885646405840167,0.28789261521186965,0.2429672564779009,0.2948060847286667,0.9109609636100139,-0.0014039564033997262,0.009118909984993349,0.07380991967927132,0.09306557621741282,0.28990806367095656,0.28918313013966584,0.2449512481689453,0.2974977208567517,0.9213884520485804,-0.0005367544388588742,0.007982805841103462,0.0686965672565358,0.08674587347758345,0.26903801832800184,0.26871178297931236,0.2293916004044669,0.30533716082572937,0.9454158053071041,-0.0007958829157165123,0.008861824683013506,0.07306468287216765,0.09213461973006201,0.2885646405840167,0.28789261521186965,0.2429672564779009,0.2948060847286667,0.9109609636100139,-0.0014039564033997262,0.007982805841103462,0.0686965672565358,0.08674587347758345,0.26903801832800184,0.26871178297931236,0.2293916004044669,0.30533716082572937,0.9454158053071041,-0.0007958829157165123,0.007615431140168638,0.006736412298258594,7.109973191674753,6.404723356058266,0.9718074524943522,1.1101140198442334,0.9999999998871564,1.1101140198442334,0.875412286486549,0.9999999998747308,0.04314485718269496,0.05414551124964411,341,adapter_not_effective_try_quant_param_or_block_loss,256,0.007982805841103462
+up_blocks.0.attentions.0.transformer_blocks.6.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7191232921821731,0.8836523028356689,0.010305456268335027,0.08070659411272832,0.1013682074843399,0.11227335036018553,0.11476713175224358,0.2631157125745501,0.8711134003741401,0.9857487416286828,0.0031054681790660004,0.072514746271606,0.21428714665983403,0.26886268060048135,0.29802089926313574,0.3043203084838173,0.6954002380371094,0.8091099730559758,0.9156133832088541,0.0181811155718086,0.05256759242287704,0.18209610879421234,0.22873053035689564,0.25375276872777935,0.2595303907261329,0.5936976841517857,0.8704195043870381,0.9840241596759628,0.004585706702528114,0.026691780924530967,0.12946805677243642,0.16280247056526065,0.18042056932906217,0.18470632381948343,0.42433929443359375,0.8718710946185249,0.9865752559449185,-6.45398219814654e-05,0.072514746271606,0.21428714665983403,0.26886268060048135,0.29802089926313574,0.3043203084838173,0.6954002380371094,0.8091099730559758,0.9156133832088541,0.0181811155718086,0.026691780924530967,0.12946805677243642,0.16280247056526065,0.18042056932906217,0.18470632381948343,0.42433929443359375,0.8718710946185249,0.9865752559449185,-6.45398219814654e-05,0.06220929000327098,0.01638632465619594,7.036539128052126,2.59006299448916,1.3794572459565153,2.716744396858319,0.9999999999862096,2.716744396858319,0.5077611451044338,0.9999999999625353,0.04244161310769841,0.4377381032363582,342,retrain_ffn_with_real_image_latents_and_more_steps,128,0.026691780924530967
+down_blocks.2.attentions.1.transformer_blocks.3.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6943479531577655,0.8457993162529809,0.007255872453762484,0.06778796682400363,0.08516149046334734,0.09776449696497104,0.1007956974348329,0.22126116071428573,0.8328742800014359,0.9847251719508758,0.004345544805151543,0.05296677690265434,0.18308890743979386,0.2301191360865574,0.2639755661601767,0.272301857344591,0.5989783150809151,0.7674479761293956,0.9074342755068505,0.02630726607250316,0.03289273883482175,0.14305030102176325,0.17967715507881402,0.20589521829730287,0.2123766561878438,0.46647535051618305,0.8097782294665065,0.9576952673403925,0.0036526290904735754,0.0213630093993353,0.11607803750251021,0.14579282367858806,0.16729664953242981,0.17248809061915968,0.3784576143537249,0.8339097957525935,0.9859113733947081,-0.0004726979080779919,0.05296677690265434,0.18308890743979386,0.2301191360865574,0.2639755661601767,0.272301857344591,0.5989783150809151,0.7674479761293956,0.9074342755068505,0.02630726607250316,0.0213630093993353,0.11607803750251021,0.14579282367858806,0.16729664953242981,0.17248809061915968,0.3784576143537249,0.8339097957525935,0.9859113733947081,-0.0004726979080779919,0.04571090444889186,0.014107136945572816,7.299849498855085,2.9442371723766194,1.6102878257425925,2.4793687026989284,0.9999999999811202,2.4793687026989284,0.6494749344517937,0.9999999999531902,0.04153475699096305,0.3336827229334559,343,retrain_ffn_with_real_image_latents_and_more_steps,128,0.0213630093993353
+mid_block.attentions.0.transformer_blocks.3.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.3.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5714742152818612,0.7196957979883466,0.0058986316601346645,0.06032543197008116,0.0758122358194403,0.1058004915522845,0.10558114311997681,0.19720587134361267,0.7079986546720777,0.9838247426108492,-0.0002760284986444666,0.04229342029429972,0.16131434563015187,0.20289411513143482,0.2827819135115187,0.28239762977648536,0.5290266105106899,0.6525657155684063,0.9070656320434995,-5.9203655480035066e-05,0.02883064091604735,0.13497445838791983,0.16959723669124785,0.2419365702763134,0.24140303784995387,0.44088869435446604,0.6819390101092202,0.9444627515976763,7.987254650743125e-05,0.01878709771803447,0.10894187060850007,0.1368722129222432,0.19501113155420075,0.1945660253495458,0.3556334727576801,0.7084771298936435,0.9832138953677968,0.00012966353296154205,0.04229342029429972,0.16131434563015187,0.20289411513143482,0.2827819135115187,0.28239762977648536,0.5290266105106899,0.6525657155684063,0.9070656320434995,-5.9203655480035066e-05,0.01878709771803447,0.10894187060850007,0.1368722129222432,0.19501113155420075,0.1945660253495458,0.3556334727576801,0.7084771298936435,0.9832138953677968,0.00012966353296154205,0.03639478863416506,0.012888466057899808,7.170039209765495,3.184992519844945,1.4669608079816197,2.251194991733578,0.9999999999763557,2.251194991733578,0.6516364923030828,0.999999999946772,0.041049667986686356,0.26095206153809103,344,retrain_ffn_with_real_image_latents_and_more_steps,128,0.01878709771803447
+up_blocks.0.attentions.1.transformer_blocks.4.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6312851384282112,0.7939935550093651,0.010384080349467695,0.08077731129846402,0.10156383144729017,0.12810764560635093,0.1280785547259646,0.26456035460744587,0.7835587433406285,0.9868935922313808,-0.0021115803711251957,0.06795997624950749,0.20700546354055405,0.2598844938589287,0.3283813526002362,0.32780326829472317,0.6741330112729754,0.7400777361222676,0.9321908510097943,-0.007381537071913564,0.04600471584126353,0.16847587629620517,0.21203612320818288,0.27163705640286406,0.27181754070980324,0.5541513477052961,0.7591391652822495,0.9545466318101763,-0.003758953905487163,0.026426524156704545,0.12807132423456227,0.16118028351951702,0.20679888443016164,0.2069572657514644,0.42139104434422087,0.7764668624315944,0.9767328741314214,-0.00048107069590384654,0.06795997624950749,0.20700546354055405,0.2598844938589287,0.3283813526002362,0.32780326829472317,0.6741330112729754,0.7400777361222676,0.9321908510097943,-0.007381537071913564,0.026426524156704545,0.12807132423456227,0.16118028351951702,0.20679888443016164,0.2069572657514644,0.42139104434422087,0.7764668624315944,0.9767328741314214,-0.00048107069590384654,0.057575895900039795,0.01604244380723685,6.544631200436213,2.544907518508782,1.4772393439516507,2.5716577724692575,0.9999999999852853,2.5716577724692575,0.5744307659091564,0.9999999999621593,0.04082653586029171,0.3768130047004679,345,retrain_ffn_with_real_image_latents_and_more_steps,128,0.026426524156704545
+up_blocks.0.attentions.0.transformer_blocks.3.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6403369594897542,0.7896999620965549,0.008158722501580737,0.07186500302382878,0.090248225047696,0.11230279424672619,0.11432961920577765,0.23415020533970424,0.778337398810046,0.9856021410330158,0.002729159690456332,0.05756455007940531,0.19106783930744445,0.23975794578116155,0.2985501855556758,0.3037161398429981,0.6202395302908761,0.7236968129873276,0.916398850586995,0.017683645810133646,0.039545071976525445,0.15823631946529662,0.19859423267554274,0.24750564943775105,0.2518151108311915,0.5142620631626674,0.7532687708735466,0.9536962921793825,0.009165098744103619,0.02263314256976758,0.11939473357051611,0.1501338241609628,0.1865640318895969,0.1902616603309865,0.3913078308105469,0.7746435563479152,0.9808519313618683,4.8567872097139896e-05,0.05756455007940531,0.19106783930744445,0.23975794578116155,0.2985501855556758,0.3037161398429981,0.6202395302908761,0.7236968129873276,0.916398850586995,0.017683645810133646,0.02263314256976758,0.11939473357051611,0.1501338241609628,0.1865640318895969,0.1902616603309865,0.3913078308105469,0.7746435563479152,0.9808519313618683,4.8567872097139896e-05,0.04940582757782457,0.014474420068186842,7.055583770767629,2.774103735310074,1.4556693717012534,2.5433741646533123,0.9999999999826282,2.5433741646533123,0.572337877716612,0.999999999955817,0.04015354277760421,0.3485869552394428,346,retrain_ffn_with_real_image_latents_and_more_steps,128,0.02263314256976758
+up_blocks.0.attentions.0.transformer_blocks.2.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.201068124334727,0.25533024886889116,0.000882809761865896,0.02254198564748679,0.028524605052277746,0.1140667164064206,0.11370192913930664,0.07586368333016123,0.2519669822816338,0.9869133424916893,0.00020932708704484476,0.006244479832405757,0.05976173301626529,0.0756131998006487,0.30109420929474146,0.3000531272049414,0.2017479964665004,0.23354887549898454,0.9163285859864008,0.00025692675412106576,0.006192326724496005,0.059419862393821986,0.07519997145245463,0.29893847453221506,0.2980006013670748,0.20095673629215785,0.23555893371147768,0.9247185543760633,-0.00024006790407124105,0.006403080011036114,0.060533430626881976,0.07637286338300361,0.30434585996179603,0.3025593919971355,0.20143441643033708,0.2435160063739334,0.9550692918002218,-0.001142089508643299,0.006244479832405757,0.05976173301626529,0.0756131998006487,0.30109420929474146,0.3000531272049414,0.2017479964665004,0.23354887549898454,0.9163285859864008,0.00025692675412106576,0.006403080011036114,0.060533430626881976,0.07637286338300361,0.30434585996179603,0.3025593919971355,0.20143441643033708,0.2435160063739334,0.9550692918002218,-0.001142089508643299,0.005361670070539861,0.005520270249170218,7.073415015409532,7.253068872108497,1.0084222149801978,0.9752306422327645,0.9999999998398585,0.9752306422327645,1.0340345874632815,0.999999999843825,0.04003890030988313,0.03792531758462854,347,adapter_not_effective_try_quant_param_or_block_loss,256,0.006403080011036114
+up_blocks.0.attentions.0.transformer_blocks.4.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6835032765354428,0.845139106469495,0.009065172618388065,0.07573974744549819,0.0951178021138648,0.11089410827263813,0.11260949165687152,0.24677217858178274,0.8329136829291072,0.9855090601899332,0.0026420236213847864,0.06328704926584448,0.2002759716872658,0.2513191706955647,0.2931953034645827,0.29749726917071523,0.6505979640143258,0.7731202808873994,0.9147960219519067,0.01893174398823508,0.041371074970811605,0.1616710807595934,0.20325550835366732,0.2369921488603434,0.2409483882871073,0.5294429234095982,0.8170721349971635,0.9664104909378913,0.005689543212481242,0.0241008974345667,0.12319857933159385,0.15488310040955441,0.18035862774971848,0.18339587837196106,0.40339592524937223,0.8378280763115201,0.9912280199348757,-0.0014800093205329695,0.06328704926584448,0.2002759716872658,0.2513191706955647,0.2931953034645827,0.29749726917071523,0.6505979640143258,0.7731202808873994,0.9147960219519067,0.01893174398823508,0.0241008974345667,0.12319857933159385,0.15488310040955441,0.18035862774971848,0.18339587837196106,0.40339592524937223,0.8378280763115201,0.9912280199348757,-0.0014800093205329695,0.05422187664745642,0.015035724816178637,6.981339674711744,2.6586253176272785,1.5297414753898815,2.625920857720806,0.9999999999841989,2.625920857720806,0.5825542955068964,0.9999999999585079,0.03997435866516928,0.3785413386762137,348,retrain_ffn_with_real_image_latents_and_more_steps,128,0.0241008974345667
+down_blocks.2.attentions.0.transformer_blocks.2.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.386216437710183,0.4866116866469383,0.002860567582372044,0.04227406571486166,0.05315845078135738,0.10983526056552642,0.10962183126666283,0.13857933453151158,0.47944150279675213,0.9853116412642341,-8.40090464017911e-05,0.02039210493343749,0.11279072346431869,0.14183621055496198,0.2928294536253721,0.292263216091491,0.36984814064843313,0.4438339189759323,0.912375647984546,0.00010375721233555981,0.017703597783111036,0.10518618606563125,0.13228787580933105,0.2737675221410602,0.27326455182549547,0.3450168456350054,0.4570029702569757,0.938472733198884,0.0015524265790450695,0.012199084972962737,0.08734466547944716,0.10979288015703227,0.2272298996992365,0.2267037889284374,0.28582264695848736,0.4748137422970363,0.9757806110659967,-5.5160093389921326e-05,0.02039210493343749,0.11279072346431869,0.14183621055496198,0.2928294536253721,0.292263216091491,0.36984814064843313,0.4438339189759323,0.912375647984546,0.00010375721233555981,0.012199084972962737,0.08734466547944716,0.10979288015703227,0.2272298996992365,0.2267037889284374,0.28582264695848736,0.4748137422970363,0.9757806110659967,-5.5160093389921326e-05,0.017531537351065447,0.009338517390590693,7.1286918903692635,4.264567998279008,1.1518621910705287,1.6716093852089418,0.9999999999509614,1.6716093852089418,0.6890737759480395,0.9999999999180266,0.03982474241528506,0.1249769281402461,349,retrain_ffn_with_real_image_latents_and_more_steps,256,0.012199084972962737
+down_blocks.2.attentions.1.transformer_blocks.8.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.18053817309971368,0.22686951288155147,0.0006706761367760399,0.020245711618502225,0.025523533490127766,0.11249109084156135,0.11285833052294296,0.06711276673844882,0.2234418567802225,0.9848809343464643,-6.750786455305453e-06,0.004626081848982722,0.05324387616877045,0.06701805208913049,0.29561388555325185,0.29618832650959365,0.17482403559344156,0.20771126209625176,0.9163039211469689,-0.0011188145678845882,0.004809536596959723,0.054539171779262166,0.06851119256312581,0.3046710045708152,0.30462722240791046,0.1775977462530136,0.21129996702075005,0.9351731337344715,-0.001339119325556177,0.005501882657491868,0.05777392988758428,0.0722255662985399,0.3197171794236314,0.31795780465649987,0.1844038494995662,0.21634947322309017,0.9561950195131468,-0.0010735990611660132,0.004626081848982722,0.05324387616877045,0.06701805208913049,0.29561388555325185,0.29618832650959365,0.17482403559344156,0.20771126209625176,0.9163039211469689,-0.0011188145678845882,0.005501882657491868,0.05777392988758428,0.0722255662985399,0.3197171794236314,0.31795780465649987,0.1844038494995662,0.21634947322309017,0.9561950195131468,-0.0010735990611660132,0.003955405712206682,0.004831206520715828,6.897638947350647,8.203486522923113,0.9618560447060897,0.8408179774322533,0.9999999997838342,0.8408179774322533,1.1439527583230884,0.999999999818244,0.03963273758215056,0.027282960493090036,350,adapter_not_effective_try_quant_param_or_block_loss,256,0.005501882657491868
+down_blocks.2.attentions.1.transformer_blocks.1.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5556727876620633,0.698658901665892,0.0060892677616461045,0.061785411688366106,0.07772922826399965,0.11133292656878964,0.11138010520739547,0.2028660433632987,0.6896748191543988,0.9871115664908888,0.0005180278416219153,0.04194777611909168,0.1621662066983325,0.20398202195530818,0.29212471094910836,0.29222191541812,0.5323426808629718,0.6394512365971293,0.9153250909209903,0.0011776133343508782,0.03048161370679736,0.1379079186756696,0.17351783036701282,0.2512232388701064,0.25126708856237656,0.4533751096044268,0.6589762717485428,0.9419320831180457,0.0022270296779294896,0.01887353993619659,0.10906600167176553,0.13713228893710266,0.198870234844277,0.19877132065846723,0.3571963225092207,0.6819582602807454,0.9755260955111752,-0.000446918056760686,0.04194777611909168,0.1621662066983325,0.20398202195530818,0.29212471094910836,0.29222191541812,0.5323426808629718,0.6394512365971293,0.9153250909209903,0.0011776133343508782,0.01887353993619659,0.10906600167176553,0.13713228893710266,0.198870234844277,0.19877132065846723,0.3571963225092207,0.6819582602807454,0.9755260955111752,-0.000446918056760686,0.03585850835744558,0.012784272174550486,6.888804656680622,3.099476106466215,1.3761665153692704,2.2225706602299673,0.9999999999761608,2.2225706602299673,0.6191778465904723,0.9999999999470158,0.03962454614358012,0.2470222593543921,351,low_priority_skip_for_now,128,0.01887353993619659
+down_blocks.2.attentions.0.transformer_blocks.7.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3570950260119779,0.45188471728137564,0.0029264676767135306,0.04290155081876686,0.05399575248651877,0.12023489540996848,0.11959168822759612,0.1411233294223036,0.4455036941383566,0.9859010299792692,-7.437993999051937e-05,0.020214165095239878,0.1127483087724873,0.14191393328126337,0.3159886238721718,0.31431881974724396,0.37105856622968403,0.4152866484863417,0.9191063827820466,-0.001376318098014703,0.01792728782831026,0.10612314234354667,0.13354011811006733,0.297530840983597,0.295848895493032,0.3488647937774658,0.4292796105146408,0.9507354751017935,-0.0011579690888022956,0.01231651337418173,0.08805756563586849,0.11078959851128443,0.2472386550674473,0.24580086773533077,0.2892060620444162,0.43763790811811176,0.9683155596139482,0.00026753778541076045,0.020214165095239878,0.1127483087724873,0.14191393328126337,0.3159886238721718,0.31431881974724396,0.37105856622968403,0.4152866484863417,0.9191063827820466,-0.001376318098014703,0.01231651337418173,0.08805756563586849,0.11078959851128443,0.2472386550674473,0.24580086773533077,0.2892060620444162,0.43763790811811176,0.9683155596139482,0.00026753778541076045,0.017287697418526347,0.0093900456974682,6.907359766581583,4.208662022129254,1.1275640402331626,1.641224629039273,0.9999999999505298,1.641224629039273,0.6870260293386276,0.9999999999188082,0.039519528712992615,0.11941234560556517,352,low_priority_skip_for_now,256,0.01231651337418173
+down_blocks.2.attentions.0.transformer_blocks.1.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4279517983751638,0.5429469825966018,0.002854572584120823,0.041928857298833985,0.05280153183508086,0.09932668298932075,0.09854062322591706,0.13831302310739244,0.5343835119690213,0.9844495095555388,0.0007119508305290115,0.021146357242417122,0.11390755232423544,0.1434914717016119,0.2692605894007632,0.26722140060583544,0.37613981110709055,0.49116337139691624,0.9056112888244023,0.002426175575237721,0.017419111881671206,0.10374448288764272,0.1305522790723854,0.2470808289989293,0.2449487511338538,0.34113621711730957,0.505416814237833,0.9296626650285286,0.0015064309339192863,0.012071987647297127,0.0864544425691877,0.1087135176953379,0.20605780692781592,0.20414956140550383,0.28329663617270334,0.5329118147492409,0.9809801899747149,-3.491133578238857e-05,0.021146357242417122,0.11390755232423544,0.1434914717016119,0.2692605894007632,0.26722140060583544,0.37613981110709055,0.49116337139691624,0.9056112888244023,0.002426175575237721,0.012071987647297127,0.0864544425691877,0.1087135176953379,0.20605780692781592,0.20414956140550383,0.28329663617270334,0.5329118147492409,0.9809801899747149,-3.491133578238857e-05,0.018291784658296298,0.009217415063176304,7.407889136412371,4.229000064745653,1.2139744772782497,1.7516881112283134,0.9999999999527106,1.7516881112283134,0.6930311791215098,0.9999999999171636,0.03898044889896015,0.13550351285578763,353,low_priority_skip_for_now,256,0.012071987647297127
+up_blocks.0.attentions.1.transformer_blocks.3.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.18921587536377565,0.23922869603016547,0.0008492192885439311,0.02216946624685079,0.027972129264799927,0.11955344927437626,0.11933950328646674,0.07374252046325377,0.23596304774816548,0.9864694959106067,-0.0003528437774775739,0.005912870145818617,0.058475479683173556,0.0737385239700522,0.314519603940253,0.31379388953269144,0.19390161548342025,0.2197341133973428,0.9203394317625027,-0.0001675474382929159,0.005945841225703978,0.05834800281029727,0.07358066097335533,0.31106284522704397,0.31035134216898574,0.19394923320838384,0.22160268814436027,0.929067232368739,0.00033722938042046735,0.0060935988440178335,0.05882333538361958,0.07413802438152291,0.31297419587171,0.31197907163624145,0.19505987422806875,0.2268406529245632,0.9511295434409636,-0.0001702645205179059,0.005912870145818617,0.058475479683173556,0.0737385239700522,0.314519603940253,0.31379388953269144,0.19390161548342025,0.2197341133973428,0.9203394317625027,-0.0001675474382929159,0.0060935988440178335,0.05882333538361958,0.07413802438152291,0.31297419587171,0.31197907163624145,0.19505987422806875,0.2268406529245632,0.9511295434409636,-0.0001702645205179059,0.005063650857274686,0.0052443795554739025,6.962712951320376,7.175530418403908,0.994454766007326,0.9703412213708519,0.9999999998308773,0.9703412213708519,1.0248505823953464,0.9999999998358933,0.037631205025958556,0.035256747404910985,354,low_priority_skip_for_now,256,0.0060935988440178335
+down_blocks.2.attentions.0.transformer_blocks.5.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4449611609535558,0.559604104076113,0.003950099024223164,0.049762023479810784,0.06254686963205656,0.11241742553463176,0.11234979248585719,0.1627957033259528,0.5516093250896249,0.9857832862973593,0.0013475477972925936,0.027812162081577947,0.1317945093448673,0.1658650632010056,0.2975095923450026,0.29766985153273184,0.433340847492218,0.5130610045577798,0.9171534019191933,-0.0015619892967931395,0.02047790227723973,0.11361209635755845,0.14286664646866504,0.25975377692680296,0.2596880366335363,0.37234759756496977,0.5308927712695939,0.9467652173082006,-0.0008398829988566701,0.014256312844476529,0.09481023145573479,0.11918309065567269,0.21647348848453385,0.21635403182168553,0.3103656130177634,0.5484151824244431,0.9789593338304641,-7.944499764432424e-05,0.027812162081577947,0.1317945093448673,0.1658650632010056,0.2975095923450026,0.29766985153273184,0.433340847492218,0.5130610045577798,0.9171534019191933,-0.0015619892967931395,0.014256312844476529,0.09481023145573479,0.11918309065567269,0.21647348848453385,0.21635403182168553,0.3103656130177634,0.5484151824244431,0.9789593338304641,-7.944499764432424e-05,0.023862063057354783,0.010306213820253365,7.040877179023803,3.6091026461472335,1.358154839479421,1.9508664254939267,0.9999999999640445,1.9508664254939267,0.6961803338433548,0.9999999999298556,0.03719618357043561,0.16800985522495626,355,low_priority_skip_for_now,128,0.014256312844476529
+up_blocks.0.attentions.1.transformer_blocks.2.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.19093553256243467,0.24055992625653744,0.0008082708851101675,0.020766862385374094,0.02615941006301759,0.113293141868076,0.11310916643231779,0.06858670285769872,0.23702645381646498,0.9856280991918593,-0.00037703516844495813,0.00565577791920597,0.054743777228785415,0.06889076221886813,0.29667943451096834,0.2959574816519885,0.18089188848223006,0.2192274240244712,0.9145907844188434,2.119038458658906e-05,0.005608515429360393,0.05423117435670325,0.06833684934572118,0.292302025230773,0.2918475945670071,0.17981781491211482,0.22097756208053657,0.9227823365460698,-0.0006372872862162435,0.005891188885600839,0.05537200013973883,0.06977946840575451,0.297916799383767,0.29729453122010513,0.18344904322709357,0.22766276954540185,0.9522267703367131,-0.00040731552884868246,0.00565577791920597,0.054743777228785415,0.06889076221886813,0.29667943451096834,0.2959574816519885,0.18089188848223006,0.2192274240244712,0.9145907844188434,2.119038458658906e-05,0.005891188885600839,0.05537200013973883,0.06977946840575451,0.297916799383767,0.29729453122010513,0.18344904322709357,0.22766276954540185,0.9522267703367131,-0.00040731552884868246,0.004847507034095803,0.005082918000490671,6.997379240547192,7.288631802578459,1.008426916076531,0.9600401596475208,0.9999999998231895,0.9600401596475208,1.0504007626885108,0.9999999998302549,0.03704751778827482,0.03391984508878846,356,low_priority_skip_for_now,256,0.005891188885600839
+down_blocks.1.attentions.1.transformer_blocks.0.ff.net.2,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6410772278904915,0.8211182494248662,0.008129372132576205,0.06975445922996316,0.08803634933033624,0.11187558472764511,0.10989472399911536,0.2322928650038583,0.8089180918676513,0.9854361781974161,0.00022880438739645927,0.05828808171541563,0.18601347373000213,0.2350711463453106,0.29709770987241996,0.2922516621156627,0.6219704832349505,0.7435980327427387,0.9077975335490226,0.003375389188087346,0.03872261026741138,0.1541083242212023,0.19430443865553942,0.2528121983872622,0.2480344131303028,0.5103628294808524,0.7815705867750304,0.9487707316942808,-0.0009715457140860703,0.021863638190552592,0.11659018509089947,0.1467463748165048,0.19368162844916517,0.18964307860614146,0.3836416176387242,0.8080817796289921,0.9819560483292145,-0.0004499459786562505,0.05828808171541563,0.18601347373000213,0.2350711463453106,0.29709770987241996,0.2922516621156627,0.6219704832349505,0.7435980327427387,0.9077975335490226,0.003375389188087346,0.021863638190552592,0.11659018509089947,0.1467463748165048,0.19368162844916517,0.18964307860614146,0.3836416176387242,0.8080817796289921,0.9819560483292145,-0.0004499459786562505,0.050158709582839425,0.013734266057976388,7.170059477862041,2.6894620926812616,1.5052725348674418,2.665982724592299,0.9999999999828438,2.665982724592299,0.5646220138312376,0.999999999954262,0.036937787933726395,0.35964093104176736,357,low_priority_skip_for_now,128,0.021863638190552592
+up_blocks.0.attentions.1.transformer_blocks.8.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7000568892274585,0.8855470940470695,0.012553640208872301,0.08910841228706497,0.11196171033966286,0.1272992341554009,0.12642342576156232,0.291003908429827,0.8743673499141421,0.9873727082071527,-5.654556636207937e-05,0.08444317430257797,0.23133972233959607,0.29043624548865826,0.3304885720682633,0.3279600409753417,0.7528114318847656,0.818813430411475,0.9246264816544015,0.0029378184964506155,0.05013695498928428,0.17519551369228534,0.2202483654562176,0.25022063888415097,0.24888210104124356,0.5735152108328683,0.854163330580507,0.964470652653799,0.0030906690556093963,0.028567883551919034,0.13321348971554212,0.16751877495603892,0.19032735361423897,0.18932549153616138,0.4366841997419085,0.8674336097070149,0.9794750427106742,0.0009040009687656233,0.08444317430257797,0.23133972233959607,0.29043624548865826,0.3304885720682633,0.3279600409753417,0.7528114318847656,0.818813430411475,0.9246264816544015,0.0029378184964506155,0.028567883551919034,0.13321348971554212,0.16751877495603892,0.19032735361423897,0.18932549153616138,0.4366841997419085,0.8674336097070149,0.9794750427106742,0.0009040009687656233,0.07188953409370567,0.016014243343046734,6.726588693865152,2.275665310963188,1.6842501567744128,2.955877853049764,0.9999999999881577,2.955877853049764,0.5697969403497883,0.9999999999649957,0.036443058057094614,0.48357132724195395,358,low_priority_skip_for_now,64,0.028567883551919034
+down_blocks.2.attentions.0.transformer_blocks.4.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4438583105802536,0.5582656365420137,0.003996324251472417,0.049756533931940794,0.0625417590936895,0.11248649904882266,0.11242247822028457,0.16280853748321533,0.5505127991948809,0.9861203138716984,0.0004689255634226746,0.02787875061455582,0.13161170589072363,0.16525266240510278,0.2976367560810648,0.2971887312541048,0.42836672919137136,0.5089709966310433,0.9121448184356121,0.0015705665269446659,0.021793134743347764,0.11718420644423791,0.14724814786387144,0.2687270902550049,0.2685059459243083,0.3828353541237967,0.5363983070211751,0.9588128303002312,0.001185762216144732,0.014227382190126394,0.09451245117400374,0.11878420380618131,0.21686232267498368,0.21673540021967305,0.308943299310548,0.5450426100620201,0.9755257457147285,-1.962333265380169e-05,0.02787875061455582,0.13161170589072363,0.16525266240510278,0.2976367560810648,0.2971887312541048,0.42836672919137136,0.5089709966310433,0.9121448184356121,0.0015705665269446659,0.014227382190126394,0.09451245117400374,0.11878420380618131,0.21686232267498368,0.21673540021967305,0.308943299310548,0.5450426100620201,0.9755257457147285,-1.962333265380169e-05,0.023882426363083402,0.010231057938653976,6.976098247610411,3.5601170704114655,1.2792446310086902,1.9595137207984594,0.9999999999641305,1.9595137207984594,0.6528378022265194,0.999999999929713,0.03642376401577076,0.1666061527001908,359,low_priority_skip_for_now,128,0.014227382190126394
+mid_block.attentions.0.transformer_blocks.9.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.9.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6370443616594587,0.798054212970393,0.007839969966361033,0.07048968358763627,0.08854338892997084,0.11069949584712056,0.1110147434729936,0.22991943359375,0.7868606214012418,0.985971238742165,0.0015665975003815089,0.05533483577892184,0.1872737772230591,0.23523114387296915,0.29407820260918466,0.2949030281371204,0.610985347202846,0.7293256180627006,0.913914756133633,0.005720335518292684,0.03787849151662418,0.1545579813952957,0.19416682133379168,0.24304081620499893,0.243820761479127,0.5044629233224052,0.7559312092406409,0.9469755322935564,0.00351060474973305,0.021179651276075413,0.11546648919050183,0.14512993104729985,0.18158298811147575,0.18226752672225469,0.37767437526157926,0.7860805828656469,0.9849230839103545,-0.0001713881370700879,0.05533483577892184,0.1872737772230591,0.23523114387296915,0.29407820260918466,0.2949030281371204,0.610985347202846,0.7293256180627006,0.913914756133633,0.005720335518292684,0.021179651276075413,0.11546648919050183,0.14512993104729985,0.18158298811147575,0.18226752672225469,0.37767437526157926,0.7860805828656469,0.9849230839103545,-0.0001713881370700879,0.04749486581256081,0.01333968130971438,7.058041804916222,2.701496480758149,1.4608510941671355,2.612641495132433,0.9999999999819282,2.612641495132433,0.5591471684193364,0.9999999999527849,0.03603710211262865,0.33522074842394045,360,low_priority_skip_for_now,128,0.021179651276075413
+mid_block.attentions.0.transformer_blocks.8.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.8.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6356017823730197,0.791688828596047,0.007807016181426921,0.07034488315028804,0.08835708339288216,0.1106864424749245,0.1116278826949381,0.2293840135846819,0.7808451716388974,0.9862985992321109,0.00189942033596578,0.05532672755154116,0.18735598533281259,0.23521517234748204,0.29479165821292436,0.2971493598901776,0.6097258159092495,0.7243696046727044,0.9149843725957926,0.011961397041367101,0.03603456179345293,0.15057544623102462,0.18923166254128038,0.2370573566955431,0.23931021214508602,0.4921362740652902,0.7565875777176448,0.9555433609156242,0.004972484277199588,0.02103359704571111,0.11504684588206666,0.14459328906232574,0.18110751676898793,0.18284641751824532,0.3761777196611677,0.7788841735039439,0.9837764513761599,-0.00022541794026307928,0.05532672755154116,0.18735598533281259,0.23521517234748204,0.29479165821292436,0.2971493598901776,0.6097258159092495,0.7243696046727044,0.9149843725957926,0.011961397041367101,0.02103359704571111,0.11504684588206666,0.14459328906232574,0.18110751676898793,0.18284641751824532,0.3761777196611677,0.7788841735039439,0.9837764513761599,-0.00022541794026307928,0.04751971137011424,0.013226580864284188,7.086795551426929,2.6941915520882804,1.535379502243816,2.6303978073114345,0.9999999999819256,2.6303978073114345,0.5837061975580613,0.999999999952457,0.035634942427566964,0.33676247914281726,361,low_priority_skip_for_now,128,0.02103359704571111
+down_blocks.2.attentions.0.transformer_blocks.3.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.43950032708900316,0.5539804979094437,0.003761697331875829,0.04830726222800357,0.060807075435209204,0.11037028245213798,0.11022496888712001,0.15902729545320785,0.54531162285379,0.9845210811365649,7.722734211666551e-05,0.02677422618892576,0.12882173074675457,0.1620935088467066,0.2939986606517389,0.2935275509315578,0.42328959703445435,0.5056044129388673,0.9135465721714161,0.0009277418857891462,0.0203295459338863,0.11317843877311264,0.14225678252928303,0.2621050233627137,0.2614480824882584,0.3701700823647635,0.529003916574376,0.9532160494131794,0.0006583213590991883,0.013541623733804695,0.09222735823797328,0.11590211759496236,0.21311573374122503,0.21252871479605231,0.30144166946411133,0.5420199685863086,0.9776088842285667,0.00013075144254669015,0.02677422618892576,0.12882173074675457,0.1620935088467066,0.2939986606517389,0.2935275509315578,0.42328959703445435,0.5056044129388673,0.9135465721714161,0.0009277418857891462,0.013541623733804695,0.09222735823797328,0.11590211759496236,0.21311573374122503,0.21252871479605231,0.30144166946411133,0.5420199685863086,0.9776088842285667,0.00013075144254669015,0.02301252885704993,0.009779926401928866,7.117591826149602,3.5998706263409246,1.317010536028753,1.9771798946171142,0.9999999999626507,1.9771798946171142,0.6661055675900138,0.9999999999261536,0.035206469782079815,0.16379378729197042,362,low_priority_skip_for_now,128,0.013541623733804695
+up_blocks.0.attentions.0.transformer_blocks.1.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4818884645189558,0.6111415374491896,0.005354236033911418,0.05652717002002256,0.07131842197569949,0.11876143280301296,0.11799294926580346,0.18808209896087646,0.602666150778532,0.986312643650282,0.0006955785712859454,0.037205459882638285,0.14872532776956046,0.18758547716103774,0.311738004620581,0.3097016034558133,0.49332562940461294,0.5606891592698438,0.9181865468212528,0.0018518933926705877,0.02879882913215884,0.1321667398193053,0.16666742799667664,0.28027433856689865,0.27842834132872457,0.43849657263074604,0.5772121106939656,0.943225106455756,0.0011329914840903907,0.016596467616701766,0.10180654137262277,0.12821185409976327,0.2207044459913023,0.21887094206065946,0.3358305309500013,0.5972259188336986,0.9755303684508944,-7.326902816982641e-05,0.037205459882638285,0.14872532776956046,0.18758547716103774,0.311738004620581,0.3097016034558133,0.49332562940461294,0.5606891592698438,0.9181865468212528,0.0018518933926705877,0.016596467616701766,0.10180654137262277,0.12821185409976327,0.2207044459913023,0.21887094206065946,0.3358305309500013,0.5972259188336986,0.9755303684508944,-7.326902816982641e-05,0.031851223848726865,0.011242231582790349,6.948789638717117,3.0996892009405674,1.2919087686033766,2.241769799433405,0.9999999999731223,2.241769799433405,0.5762896658042486,0.9999999999397463,0.034847423831648225,0.22132745426049277,363,low_priority_skip_for_now,128,0.016596467616701766
+down_blocks.2.attentions.0.transformer_blocks.6.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5160040099705968,0.6483743925179754,0.004660235701261887,0.054316847385572534,0.06825811063325428,0.10526671922163582,0.10527931146978138,0.1775330134800502,0.6389699418629918,0.9854961151778391,0.0014156972455176792,0.03308503229969314,0.14468655602208205,0.18188112023027023,0.28041128114881253,0.28053713589361673,0.47330141067504883,0.590359991150243,0.9105272187615955,0.006113037691518132,0.0251001384707966,0.12551201108310903,0.1577718007967497,0.24335866911817133,0.24350705459817376,0.41070665631975445,0.6152853720954486,0.9489338868248172,-0.0020898857684252497,0.015282874860401665,0.09818274860403367,0.12342208736898035,0.19029359255205897,0.19039028771169514,0.3213825225830078,0.6341550871729851,0.9780630436301437,-7.451091461721912e-05,0.03308503229969314,0.14468655602208205,0.18188112023027023,0.28041128114881253,0.28053713589361673,0.47330141067504883,0.590359991150243,0.9105272187615955,0.006113037691518132,0.015282874860401665,0.09818274860403367,0.12342208736898035,0.19029359255205897,0.19039028771169514,0.3213825225830078,0.6341550871729851,0.9780630436301437,-7.451091461721912e-05,0.02842479659843125,0.010622639159139777,7.099433250475941,3.279421007178668,1.3181215050613624,2.1648434996515276,0.9999999999697748,2.1648434996515276,0.6088761174594333,0.9999999999345672,0.03483610601016173,0.20179994610891824,364,low_priority_skip_for_now,128,0.015282874860401665
+up_blocks.1.attentions.2.proj_out,model.diffusion_model.output_blocks.5.1.proj_out.weight,proj_out,640,640,56,True,128,True,256,True,False,0,False,True,phase1b,256,0.8719183515225138,1.1136170168008124,0.021725166888375367,0.11681541255010026,0.1472050527179753,0.1344678058556649,0.13264947507254668,0.38604005745479036,1.096683749130794,0.9848692992850989,0.0065054261514368205,0.1433484856305378,0.3004725192274366,0.37817680741228976,0.34585681025993714,0.3408548450906729,0.9851800288472857,1.0351129663842065,0.9301746235491973,0.0021424016543148483,0.07785736742828574,0.2189552645598139,0.27665847736521465,0.2540174895213416,0.25128980534086326,0.731046165738787,1.0767572256071227,0.9659595270061009,-0.007194887405993151,0.04038679230559085,0.1585679046277489,0.20029461090679188,0.1835653062168991,0.18154563917762376,0.5289038249424526,1.091616928577423,0.9797023611989496,-0.00028417143286268195,0.1433484856305378,0.3004725192274366,0.37817680741228976,0.34585681025993714,0.3408548450906729,0.9851800288472857,1.0351129663842065,0.9301746235491973,0.0021424016543148483,0.04038679230559085,0.1585679046277489,0.20029461090679188,0.1835653062168991,0.18154563917762376,0.5289038249424526,1.091616928577423,0.9797023611989496,-0.00028417143286268195,0.12162331874216242,0.018661625417215482,6.598268559246004,1.8589865160180612,1.8411678992451757,3.5493902200087404,0.9999999999930239,3.5493902200087404,0.5187279462315794,0.9999999999752395,0.034691710017583505,0.8025033201275655,365,low_priority_skip_for_now,64,0.04038679230559085
+up_blocks.1.attentions.0.transformer_blocks.0.ff.net.2,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7202560465250697,0.9355463321719851,0.012509138082220619,0.08717703925711769,0.1102223023101719,0.12175721414788647,0.11795911818611331,0.29188902037484304,0.9228497019835881,0.9864029854087623,0.0003925103736150959,0.08705084019207529,0.22980790425624167,0.29073145726427213,0.3207428322885605,0.31106657218552497,0.7719428879874093,0.8565381531204496,0.9160682449763117,-0.006147603437836681,0.054467598508511274,0.1832675595900842,0.23135091397623425,0.25903575895535386,0.2502500599133239,0.6098055158342633,0.9007830832685743,0.9618129171590288,0.0046503379235218745,0.027995974723515765,0.13176478964409657,0.16606865870007795,0.18582140541812395,0.17940966152869484,0.4359719923564366,0.9241420520203454,0.9877500545777643,-0.00044611023096357324,0.08705084019207529,0.22980790425624167,0.29073145726427213,0.3207428322885605,0.31106657218552497,0.7719428879874093,0.8565381531204496,0.9160682449763117,-0.006147603437836681,0.027995974723515765,0.13176478964409657,0.16606865870007795,0.18582140541812395,0.17940966152869484,0.4359719923564366,0.9241420520203454,0.9877500545777643,-0.00044611023096357324,0.07454170210985467,0.015486836641295146,6.95897987638674,2.238041864856278,1.5982132969727727,3.1094055859339607,0.9999999999885124,3.1094055859339607,0.5139931902565346,0.9999999999642806,0.03466018875740873,0.5187342049340936,366,low_priority_skip_for_now,64,0.027995974723515765
+down_blocks.2.attentions.0.transformer_blocks.8.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.46408590780837194,0.5838030342544828,0.004367738022535507,0.05260428546794823,0.06608346069474118,0.11335042733650033,0.11319287665188514,0.17166563442775182,0.5759349199278014,0.9865209356679102,8.186625281528645e-05,0.03053473900737507,0.1392074174114636,0.17473074072130093,0.29996266051713827,0.2992948767936707,0.4524977547781808,0.5351170141782079,0.9166032540054332,-0.0009605336265719545,0.022075285237016424,0.1177918106051428,0.14793199317191313,0.25380487707506333,0.2534292552024583,0.3839192731039865,0.5503870919346809,0.9427241190523548,0.000932954803049922,0.014547209305289601,0.095832637910332,0.12042198531356949,0.2064940007072448,0.2062891612092327,0.31311430249895367,0.5698701803173337,0.9761257766915862,-0.0006420532793721837,0.03053473900737507,0.1392074174114636,0.17473074072130093,0.29996266051713827,0.2992948767936707,0.4524977547781808,0.5351170141782079,0.9166032540054332,-0.0009605336265719545,0.014547209305289601,0.095832637910332,0.12042198531356949,0.2064940007072448,0.2062891612092327,0.31311430249895367,0.5698701803173337,0.9761257766915862,-0.0006420532793721837,0.026167000984839563,0.010179471282754093,6.990973094732095,3.330604818077945,1.383209262220105,2.0990100825849214,0.9999999999672504,2.0990100825849214,0.6589817140952486,0.9999999999312582,0.03390379609982686,0.18293279985484162,367,low_priority_skip_for_now,128,0.014547209305289601
+down_blocks.2.attentions.0.transformer_blocks.6.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.39798347226211,0.5023797154426575,0.003351219089901341,0.04582925593214376,0.05767876331369383,0.11578271115048379,0.11543942576403743,0.15074631146022252,0.49499828634517534,0.9852981814342563,0.0007544230696631919,0.023334198431777104,0.12077000085264444,0.15206273565144413,0.3047293110766849,0.30396687304205744,0.398242324590683,0.4594348120902266,0.9150516992975043,-0.00035044656916787583,0.018141276984741644,0.10660682445658105,0.13408960526360628,0.26989617491562806,0.2688998468375506,0.34979843720793724,0.4744334710495813,0.944174412730838,0.0009758027520417402,0.012462089253988649,0.08847646242273706,0.11124549788764751,0.22423525555740556,0.22333756314987258,0.28980120590754915,0.4905069183026041,0.9761792409865407,0.0001372564232765074,0.023334198431777104,0.12077000085264444,0.15206273565144413,0.3047293110766849,0.30396687304205744,0.398242324590683,0.4594348120902266,0.9150516992975043,-0.00035044656916787583,0.012462089253988649,0.08847646242273706,0.11124549788764751,0.22423525555740556,0.22333756314987258,0.28980120590754915,0.4905069183026041,0.9761792409865407,0.0001372564232765074,0.019982979341875762,0.009110870164087308,6.9628985150896705,3.7186733889836057,1.2862489476411667,1.8724146452759745,0.9999999999571445,1.8724146452759745,0.6869466390807758,0.9999999999197566,0.033880350429676166,0.1391394571866143,368,low_priority_skip_for_now,128,0.012462089253988649
+up_blocks.0.attentions.2.transformer_blocks.7.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.42472619297248976,0.5362397006579808,0.004949176467822066,0.05538042907470039,0.06976510668868499,0.13047916651167418,0.13019056940568602,0.18290869678769792,0.5294641900275435,0.9872751096665917,0.0008270284683443865,0.03366990151282932,0.14445078971662692,0.18207363269190327,0.3405114515251791,0.3399782521799213,0.4782736769744328,0.4949746584253652,0.9229253144628201,0.0027374064926074687,0.029330128255034133,0.13499564304947853,0.16988974387999822,0.3195469928994471,0.3185320635639447,0.44426609788622173,0.5104723572731018,0.9500834751092454,0.0028082226702151403,0.015570632398261555,0.09826385322958231,0.12382437049198598,0.23267236325860047,0.23219864446858246,0.32503790514809744,0.5222247413226536,0.9731225203191318,0.00017603349553090602,0.03366990151282932,0.14445078971662692,0.18207363269190327,0.3405114515251791,0.3399782521799213,0.4782736769744328,0.4949746584253652,0.9229253144628201,0.0027374064926074687,0.015570632398261555,0.09826385322958231,0.12382437049198598,0.23267236325860047,0.23219864446858246,0.32503790514809744,0.5222247413226536,0.9731225203191318,0.00017603349553090602,0.028720725045007257,0.010621455930439488,6.803132142273957,3.146105720083054,1.147962982599722,2.1623978172155764,0.9999999999702999,2.1623978172155764,0.5308750191045681,0.9999999999357765,0.03341622325836575,0.1953908877031015,369,low_priority_skip_for_now,128,0.015570632398261555
+mid_block.attentions.0.transformer_blocks.2.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.2.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.44209119198577745,0.5573490975158555,0.003939535127886172,0.04956471813576562,0.06235685897192582,0.11211647663103008,0.11185638152562945,0.16278778229440963,0.549291089709316,0.9855667449368621,-0.0003771349815662818,0.027832671833623732,0.13167717986341035,0.16573875432881977,0.29782722725103944,0.2972828256238887,0.4335538404328482,0.507616363465786,0.9111267032980195,0.0015028765089612403,0.020691794443077276,0.11433145377252783,0.14382441581081182,0.26167257818084266,0.26098604750940363,0.37541926758629934,0.5268764815160206,0.9432631461939831,-0.00042971820974863865,0.013596721292872514,0.0927575585831489,0.11656398102334775,0.21205531995987284,0.21127559538118437,0.30311920387404306,0.5454856492578983,0.9781506184491271,-1.5127600558376539e-05,0.027832671833623732,0.13167717986341035,0.16573875432881977,0.29782722725103944,0.2972828256238887,0.4335538404328482,0.507616363465786,0.9111267032980195,0.0015028765089612403,0.013596721292872514,0.0927575585831489,0.11656398102334775,0.21205531995987284,0.21127559538118437,0.30311920387404306,0.5454856492578983,0.9781506184491271,-1.5127600558376539e-05,0.02389313670573756,0.009657186164986342,7.064963485042684,3.4513517072550446,1.3451067237713852,2.047013484505767,0.9999999999640711,2.047013484505767,0.6571069188619538,0.9999999999264528,0.03333034595780541,0.1688041383691689,370,low_priority_skip_for_now,128,0.013596721292872514
+up_blocks.0.attentions.2.transformer_blocks.6.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.41639749918665203,0.5233962892421654,0.004772673635410943,0.053977674671581814,0.06791293901759868,0.12984808502058182,0.12996758399486663,0.17731199945722306,0.5167226482714925,0.9873023248541977,0.00015038885586753686,0.03218521272564041,0.14006467083735125,0.17632123419198317,0.33691069315906563,0.33737073338471407,0.46135744878223967,0.4829515793493816,0.922974848052932,0.00021259462950443516,0.022917631730836416,0.11962351389229298,0.1504683789886716,0.2943594743676143,0.2945091274832678,0.39253801107406616,0.49825689462678774,0.9485013836351515,-0.0005214268945629945,0.015222127940173127,0.09707664059741157,0.12227708700136528,0.23708591097630652,0.23757583471366206,0.32060074380465914,0.5102727908108916,0.9732649160858162,-0.0010034152483647013,0.03218521272564041,0.14006467083735125,0.17632123419198317,0.33691069315906563,0.33737073338471407,0.46135744878223967,0.4829515793493816,0.922974848052932,0.00021259462950443516,0.015222127940173127,0.09707664059741157,0.12227708700136528,0.23708591097630652,0.23757583471366206,0.32060074380465914,0.5102727908108916,0.9732649160858162,-0.0010034152483647013,0.027412539090229462,0.010449454304762185,6.74364416625892,3.1894340782162063,1.4043865047770085,2.114370136029745,0.9999999999689299,2.114370136029745,0.6642103389342386,0.9999999999343061,0.03332784565837155,0.18486040931817052,371,low_priority_skip_for_now,128,0.015222127940173127
+up_blocks.0.attentions.0.transformer_blocks.3.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.16910051674182927,0.21417042879121645,0.0007511238995253475,0.020797348498100682,0.026217420976391764,0.12403968992089477,0.12357275566714936,0.06884946993419103,0.211379250378481,0.9875999316406617,-1.5147016398486812e-05,0.005211595618415491,0.05476880462707153,0.06904023541635414,0.3264556016929872,0.32525904866251937,0.18153507368905203,0.19748614528881653,0.9233546467949585,0.0010446376460484835,0.005269339328931112,0.05462587538308331,0.06888677041512715,0.3226143324857804,0.3215142429910638,0.18154244976384298,0.19975973652409657,0.9360860100659438,0.0011716891991194903,0.005329826139911477,0.05502475136225777,0.06937153050126198,0.3257166555958725,0.32439985247427605,0.18219482472964696,0.20265505981764623,0.9487270677427391,0.0010036370426048183,0.005211595618415491,0.05476880462707153,0.06904023541635414,0.3264556016929872,0.32525904866251937,0.18153507368905203,0.19748614528881653,0.9233546467949585,0.0010446376460484835,0.005329826139911477,0.05502475136225777,0.06937153050126198,0.3257166555958725,0.32439985247427605,0.18219482472964696,0.20265505981764623,0.9487270677427391,0.0010036370426048183,0.004460471718890143,0.004578702240386129,6.938396734241078,7.095801553090928,0.9890415651944024,0.9778171896474344,0.9999999998081202,0.9778171896474344,1.0114790121100732,0.9999999998123765,0.03248956246847281,0.030948522407522057,372,low_priority_skip_for_now,256,0.005329826139911477
+down_blocks.2.attentions.0.transformer_blocks.7.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4864744506776333,0.612102384013789,0.004632026181622807,0.05415879050269723,0.06805214043846163,0.11133333789262054,0.11117918082195495,0.1769162586757115,0.6034367095146861,0.9858411942943827,-0.00013046154039589704,0.03255806517388139,0.14370424593133585,0.1804235933264548,0.29540973977487434,0.2947642506146878,0.4678267070225307,0.5592801730547633,0.9137070947045391,0.002105400139563634,0.024092131992802024,0.12291850601988179,0.15466331326318225,0.25260984556818805,0.25263580822363124,0.4040194920131138,0.5755501219204494,0.9403108187772526,0.0008785959818007021,0.014766674721613526,0.09646276318069015,0.1212397697740862,0.1982754395715879,0.19807974208024387,0.31547696249825613,0.5994169073445457,0.9792691798332297,0.0001022725925362725,0.03255806517388139,0.14370424593133585,0.1804235933264548,0.29540973977487434,0.2947642506146878,0.4678267070225307,0.5592801730547633,0.9137070947045391,0.002105400139563634,0.014766674721613526,0.09646276318069015,0.1212397697740862,0.1982754395715879,0.19807974208024387,0.31547696249825613,0.5994169073445457,0.9792691798332297,0.0001022725925362725,0.027926038992258585,0.010134648539990718,7.028903527364331,3.187951479421937,1.3513982565867284,2.2048339105094747,0.9999999999692857,2.2048339105094747,0.6129251958860438,0.99999999993228,0.032308767806484784,0.19628943397800022,373,low_priority_skip_for_now,128,0.014766674721613526
+down_blocks.2.attentions.0.proj_in,model.diffusion_model.input_blocks.7.1.proj_in.weight,proj_in,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,1.1466801805155618,1.4720759987831116,0.015433390358729022,0.09852781758776732,0.12422456789404521,0.08598162202497099,0.08442847556863878,0.32603721959250315,1.447128251194954,0.983048933278994,0.00024456495259934333,0.12174330092966557,0.27632541209459305,0.34889010168106754,0.24112330999767462,0.23710757186017486,0.9154586791992188,1.3208748996257782,0.8973227208426499,-0.002193026983864651,0.07267895148002676,0.21159673402351992,0.2667822524058224,0.18401625829719262,0.18089991017606658,0.6975269317626953,1.381786469902311,0.9390011494545449,-0.003967371002480442,0.0313406183517405,0.1383465826511383,0.17411388887011298,0.12038599105212357,0.11817357236002062,0.4539933034351894,1.4621017702988215,0.9933008429547087,0.0008211036019320415,0.12174330092966557,0.27632541209459305,0.34889010168106754,0.24112330999767462,0.23710757186017486,0.9154586791992188,1.3208748996257782,0.8973227208426499,-0.002193026983864651,0.0313406183517405,0.1383465826511383,0.17411388887011298,0.12038599105212357,0.11817357236002062,0.4539933034351894,1.4621017702988215,0.9933008429547087,0.0008211036019320415,0.10630991057093654,0.015907227993011475,7.888305686049084,2.030702108949363,1.6750833418592632,3.884521344136787,0.9999999999917859,3.884521344136787,0.4312200123019405,0.9999999999680925,0.03230284143294675,0.8386050720400884,374,low_priority_skip_for_now,64,0.0313406183517405
+down_blocks.2.attentions.0.transformer_blocks.9.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4388503421630178,0.5523048649941172,0.003975285125696766,0.05019630691302674,0.06304761644826062,0.1143875406062123,0.11415978376204117,0.16367503574916295,0.5445725470781326,0.9859984033474224,-0.0006028417054884423,0.027814741346186826,0.1328514250261443,0.1667658811059249,0.30273102839222127,0.3019504815780942,0.43200973102024626,0.5056798553892544,0.9155861127000957,-0.002546422481308192,0.021272559118058,0.11582635236637932,0.14541286272426177,0.2639998365348864,0.26336135221813217,0.37682601383754183,0.5228125623294285,0.946506999212134,0.0014283255504778936,0.013455405033060483,0.09208420770508903,0.11568932776189114,0.20990266886921835,0.2095478463457819,0.3005941595349993,0.5398498869368008,0.9774298022624047,3.0593253248818134e-06,0.027814741346186826,0.1328514250261443,0.1667658811059249,0.30273102839222127,0.3019504815780942,0.43200973102024626,0.5056798553892544,0.9155861127000957,-0.002546422481308192,0.013455405033060483,0.09208420770508903,0.11568932776189114,0.20990266886921835,0.2095478463457819,0.3005941595349993,0.5398498869368008,0.9774298022624047,3.0593253248818134e-06,0.02383945622049006,0.009480119907363718,6.996917317802379,3.3847647663555525,1.3075409117687073,2.067179789517869,0.9999999999640479,2.067179789517869,0.6325240399029302,0.9999999999256803,0.032087975843270576,0.16680270407613854,375,low_priority_skip_for_now,128,0.013455405033060483
+down_blocks.2.attentions.0.transformer_blocks.8.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.34000022390059065,0.434061557586704,0.002507344422545949,0.039630370148058446,0.04988885682504034,0.11676992319957191,0.11506232290939596,0.13047697714396886,0.4278517173869269,0.9857101632823054,-0.00014247497493410525,0.017334186571783254,0.10408045364809888,0.13117829144769075,0.30667412918723486,0.3025602336444692,0.3438634616988046,0.3980398140847683,0.9171579906622307,-0.0009767746036816658,0.014648406117755388,0.09601004448320184,0.1208678664033711,0.2846961681050679,0.28042242950412277,0.31600349290030344,0.4081532268651894,0.9391422746105426,-0.0003713786156335378,0.010285425049784993,0.08054395498973983,0.10132760452036618,0.23932368230300108,0.23553561286364907,0.264463518347059,0.422460454915251,0.9726192474365458,0.00011333597564495384,0.017334186571783254,0.10408045364809888,0.13117829144769075,0.30667412918723486,0.3025602336444692,0.3438634616988046,0.3980398140847683,0.9171579906622307,-0.0009767746036816658,0.010285425049784993,0.08054395498973983,0.10132760452036618,0.23932368230300108,0.23553561286364907,0.264463518347059,0.422460454915251,0.9726192474365458,0.00011333597564495384,0.014826842149237305,0.007778080627239043,6.913364757151638,4.102118940340509,1.1833496717154142,1.6853155301015288,0.9999999999423106,1.6853155301015288,0.70215318761649,0.999999999902775,0.03190661186049287,0.10250336797438762,376,low_priority_skip_for_now,256,0.010285425049784993
+up_blocks.0.attentions.1.transformer_blocks.3.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5241536806736674,0.6594315926943507,0.006964067421254835,0.06603269006258675,0.08318467189169446,0.1261993657058634,0.12636441270783058,0.21800819890839712,0.6511598133615085,0.9875583486749441,0.0008051847482875019,0.047386485284992626,0.17238484535898482,0.21700507745571712,0.32947755638978654,0.3297277272210085,0.5665927997657231,0.6061385476163456,0.9195180052953951,0.0037370414710104732,0.03367647169423955,0.1443304725523506,0.18167586855663462,0.2764728588805781,0.27667163888486473,0.4750811776944569,0.6309429013303348,0.9568423577536158,0.0007574261081474885,0.018765375866288587,0.10737061952905995,0.13512044016588348,0.2067877806383974,0.20691967562367528,0.35304468870162964,0.6458585155861718,0.97916155890232,-0.0004246411285099124,0.047386485284992626,0.17238484535898482,0.21700507745571712,0.32947755638978654,0.3297277272210085,0.5665927997657231,0.6061385476163456,0.9195180052953951,0.0037370414710104732,0.018765375866288587,0.10737061952905995,0.13512044016588348,0.2067877806383974,0.20691967562367528,0.35304468870162964,0.6458585155861718,0.97916155890232,-0.0004246411285099124,0.04042241786373779,0.011801308445033753,6.804426553017168,2.6945999698855165,1.4071095604617958,2.5252084274845656,0.999999999978897,2.5252084274845656,0.5572251165771986,0.9999999999467104,0.031799805380597644,0.27505137344917296,377,low_priority_skip_for_now,128,0.018765375866288587
+up_blocks.0.attentions.1.transformer_blocks.9.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6820544855935233,0.8666351565292904,0.01043234283237585,0.0811625397098916,0.10206753756861496,0.11899614520912064,0.11777259542057754,0.2661236354282924,0.8556304946541786,0.9872908613884545,-0.0004752847592044418,0.07203888467379979,0.21347374814961637,0.26827406182842345,0.31298363471045815,0.309555169265803,0.6975193023681641,0.7976471036672592,0.9203650996019153,-0.0020199879072606564,0.04996199453515666,0.17559280592416013,0.22070248178007135,0.25784185442990937,0.2550699296939335,0.5739438193184989,0.8235379744853292,0.9500732820964098,0.00038878735150709484,0.024103909165465405,0.12248275202832051,0.1541634498236392,0.17991502514902916,0.17823755794927432,0.4031944785799299,0.8535291084221431,0.9847674102092933,-0.002408375654340489,0.07203888467379979,0.21347374814961637,0.26827406182842345,0.31298363471045815,0.309555169265803,0.6975193023681641,0.7976471036672592,0.9203650996019153,-0.0020199879072606564,0.024103909165465405,0.12248275202832051,0.1541634498236392,0.17991502514902916,0.17823755794927432,0.4031944785799299,0.8535291084221431,0.9847674102092933,-0.002408375654340489,0.061606541841423945,0.013671566333089556,6.905340998124426,2.3104981834330216,1.4418736750324581,2.9886805570120547,0.9999999999861185,2.9886805570120547,0.48244489414892777,0.999999999958513,0.031588129177287476,0.4254141791302526,378,low_priority_skip_for_now,64,0.024103909165465405
+down_blocks.2.attentions.0.transformer_blocks.0.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.46179438329168726,0.5974666540111814,0.002561236509271631,0.039638470825073976,0.04999809685079855,0.08734275557547198,0.08493469636245513,0.13108179611819132,0.586972783186606,0.9825637179879988,-0.000145908140205288,0.02017785788380674,0.11046931147575378,0.14002911110064806,0.24250601978112177,0.23709430906350049,0.3658771259444101,0.5347693605082375,0.8959134312599274,0.0015956386331481553,0.014856483238483114,0.09536115918308496,0.12041091203795244,0.2127098379968366,0.20700997399964316,0.31538007514817373,0.5662207002086299,0.9444923924106231,0.0017363119425551435,0.010304054054099001,0.07981950390551772,0.10038674926084733,0.1782552934291437,0.1727411624620537,0.26163667866161894,0.5881482117942401,0.9840055072298967,-3.251522111570791e-05,0.02017785788380674,0.11046931147575378,0.14002911110064806,0.24250601978112177,0.23709430906350049,0.3658771259444101,0.5347693605082375,0.8959134312599274,0.0015956386331481553,0.010304054054099001,0.07981950390551772,0.10038674926084733,0.1782552934291437,0.1727411624620537,0.26163667866161894,0.5881482117942401,0.9840055072298967,-3.251522111570791e-05,0.01761662137453511,0.00774281754482737,7.878170486358866,4.02307792067442,1.3581853496917327,1.9582445681970824,0.9999999999504408,1.9582445681970824,0.6935728925883741,0.9999999999029507,0.03114995830840551,0.13878674658222126,379,low_priority_skip_for_now,256,0.010304054054099001
+mid_block.attentions.0.transformer_blocks.7.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.7.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6315125599503517,0.787041825907571,0.0074594452411734635,0.0687694423166769,0.08636765538906092,0.10891699291419987,0.10974675715312186,0.22412708827427455,0.7753192835620472,0.9851062776642936,0.001795741153598231,0.053081174713692496,0.18356274919850485,0.2303933138066985,0.2907167294461592,0.29275305042050714,0.5965723310198102,0.7182233120713916,0.9125769606152211,0.010974815838770675,0.03387801841433559,0.14572681380169733,0.1830495252570668,0.23057137981969006,0.2324637732540838,0.4753635951450893,0.7536427080631256,0.9576117067198081,0.0034324440829647885,0.019377595661873265,0.11045630768473659,0.13878174300465837,0.17478595369285724,0.1762552822607944,0.3607270377022879,0.7757014696087156,0.985620436091942,0.0007226719136497195,0.053081174713692496,0.18356274919850485,0.2303933138066985,0.2907167294461592,0.29275305042050714,0.5965723310198102,0.7182233120713916,0.9125769606152211,0.010974815838770675,0.019377595661873265,0.11045630768473659,0.13878174300465837,0.17478595369285724,0.1762552822607944,0.3607270377022879,0.7757014696087156,0.985620436091942,0.0007226719136497195,0.04562172947251903,0.011918150420699802,7.115968143795395,2.5977261086814014,1.5668323354374292,2.7393065495423667,0.999999999981161,2.7393065495423667,0.5719813781405112,0.9999999999483941,0.030960090515044104,0.3246427735912969,380,low_priority_skip_for_now,128,0.019377595661873265
+up_blocks.0.attentions.1.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.18029284344187804,0.22708953198577678,0.0006538459736995199,0.019227455253712833,0.024176050824898647,0.10899702444362876,0.10881174238110507,0.06299001031688281,0.22377614903130702,0.9856829280807871,3.603509701731257e-05,0.004713638729299419,0.051513670976938944,0.06468474276876604,0.29063830441925415,0.2896361852437751,0.16819541794913156,0.20746366546622344,0.9156886837144066,-0.0003619406988946139,0.004947641112916504,0.05242690740020147,0.06588894163437398,0.29409716007686776,0.2934871299692204,0.17060038234506333,0.21129961577909334,0.9329105193502342,1.711447716193756e-05,0.0047832768333527,0.05192573398484716,0.0652164845156146,0.29323147137199934,0.2925615459824476,0.16948469834668295,0.21695528312453202,0.9556832832821209,0.0002988518736332578,0.004713638729299419,0.051513670976938944,0.06468474276876604,0.29063830441925415,0.2896361852437751,0.16819541794913156,0.20746366546622344,0.9156886837144066,-0.0003619406988946139,0.0047832768333527,0.05192573398484716,0.0652164845156146,0.29323147137199934,0.2925615459824476,0.16948469834668295,0.21695528312453202,0.9556832832821209,0.0002988518736332578,0.004059792755599899,0.00412943085965318,7.209096502376739,7.315601867168935,0.9527042525459467,0.9854413391771197,0.9999999997878496,0.9854413391771197,0.96677926373813,0.9999999997909382,0.030209272107223826,0.029267437754769657,381,low_priority_skip_for_now,256,0.0047832768333527
+up_blocks.0.attentions.2.proj_in,model.diffusion_model.output_blocks.2.1.proj_in.weight,proj_in,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7069358421223504,0.8969155273267201,0.011117876141465135,0.08365858106740884,0.1054402757418947,0.11853955931518781,0.1177491248031043,0.27625393867492676,0.8846092426351139,0.986321582830388,-5.2509052271229196e-05,0.07681156841239759,0.21977375926715986,0.277099540108474,0.31120444412416337,0.3092476367820863,0.7242381913321358,0.8238987592714173,0.9187586104706319,-0.004591380856514401,0.04784198441276593,0.1718258298933506,0.21671925359231423,0.2447084246160447,0.2432466594836174,0.5679415123803275,0.8569298429148537,0.9548800351367426,-0.001769692226454416,0.02450960092911763,0.12370298975812537,0.15597192450752484,0.17574300241047625,0.17463437339284457,0.40880201544080463,0.884444001529898,0.9858404748248234,0.0015274112023949524,0.07681156841239759,0.21977375926715986,0.277099540108474,0.31120444412416337,0.3092476367820863,0.7242381913321358,0.8238987592714173,0.9187586104706319,-0.004591380856514401,0.02450960092911763,0.12370298975812537,0.15597192450752484,0.17574300241047625,0.17463437339284457,0.40880201544080463,0.884444001529898,0.9858404748248234,0.0015274112023949524,0.06569369227093246,0.013391724787652494,6.908834693616795,2.204521854268758,1.6055263876198251,3.133937946660356,0.9999999999869811,3.133937946660356,0.5123031836878676,0.9999999999591997,0.029522349960732566,0.4538668603132036,382,low_priority_skip_for_now,64,0.02450960092911763
+down_blocks.2.attentions.0.transformer_blocks.5.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5422992365700858,0.6801593399473599,0.004585894514873091,0.05385985637881926,0.06770937513004126,0.09932340740694676,0.09956335440462606,0.17632636853626796,0.6699799799493381,0.9850420141214075,0.0010346260735657,0.03365359940965261,0.14602281632167952,0.18342389052442234,0.2692783597211403,0.2697169092946018,0.47648586545671734,0.6166645554559571,0.9066520160781465,0.008085259244710739,0.022279058316988603,0.11812451029462474,0.14847809477063037,0.21819487882608676,0.21877579399995398,0.38650948660714285,0.6477966074432645,0.9520661916027479,0.0022341721451084595,0.014125315106606908,0.09436304095600333,0.11864137620111234,0.17419058063674106,0.1746755770560145,0.3091047831944057,0.6687089055776596,0.9830965883844518,-3.7299389759937185e-05,0.03365359940965261,0.14602281632167952,0.18342389052442234,0.2692783597211403,0.2697169092946018,0.47648586545671734,0.6166645554559571,0.9066520160781465,0.008085259244710739,0.014125315106606908,0.09436304095600333,0.11864137620111234,0.17419058063674106,0.1746755770560145,0.3091047831944057,0.6687089055776596,0.9830965883844518,-3.7299389759937185e-05,0.029067704894779518,0.009539420591733818,7.338502726821972,3.0801657250761343,1.5105485577224758,2.382502560352026,0.9999999999702855,2.382502560352026,0.6340176009684313,0.9999999999292051,0.029382996343744,0.21331343163279587,383,low_priority_skip_for_now,128,0.014125315106606908
+mid_block.attentions.0.transformer_blocks.5.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.5.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6154743134975433,0.7686481092657361,0.006472365390176752,0.06406266215656485,0.08045044677294254,0.10420901820141905,0.10475207837301463,0.2087045397077288,0.7569791802338192,0.9848126504675809,0.0017794904981980966,0.04658751282840967,0.1718445728932108,0.2158397668844756,0.2794694991975828,0.2809855126881443,0.5602800164903913,0.6988774612545967,0.909247336283775,0.010772288442240097,0.030903005174228122,0.13962683587202004,0.17540545064943283,0.22665932521958934,0.22800460883815804,0.45558466230119976,0.7290486544370651,0.9485802613700542,0.003939667876563492,0.01736878477303045,0.10457783910845007,0.1313993202135624,0.1696792366390434,0.1707320306187774,0.3415848101888384,0.7596030203359467,0.9883904174547578,-0.0005417481966714734,0.04658751282840967,0.1718445728932108,0.2158397668844756,0.2794694991975828,0.2809855126881443,0.5602800164903913,0.6988774612545967,0.909247336283775,0.010772288442240097,0.01736878477303045,0.10457783910845007,0.1313993202135624,0.1696792366390434,0.1707320306187774,0.3415848101888384,0.7596030203359467,0.9883904174547578,-0.0005417481966714734,0.04011514743823292,0.010896419382853698,7.197911430018865,2.6835297025578773,1.507539883718308,2.6822551741251717,0.9999999999785351,2.6822551741251717,0.5620419332859344,0.9999999999424255,0.02924086506541527,0.28874527826254875,384,low_priority_skip_for_now,128,0.01736878477303045
+down_blocks.2.attentions.0.transformer_blocks.4.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5457370281219482,0.6813699209264347,0.00436500005889684,0.0525404584727117,0.06605976536189402,0.09627437020444891,0.09695727920644981,0.17212063925606863,0.6708701774477959,0.9845930772046374,0.0018387319204131408,0.03258834672825677,0.1435862939272608,0.18050144255776757,0.2631044041812115,0.26492852696900404,0.4701118469238281,0.6162586116365024,0.9044603540365664,0.011483885913289018,0.022836494592151473,0.11967255840344089,0.15041308728864336,0.21947408804220067,0.2209837675246787,0.39144134521484375,0.641800300351211,0.9418197560554386,0.005076470801213873,0.013567741843871772,0.0924757607281208,0.11627296234475419,0.16956295640062222,0.1708031797269598,0.3029659816196987,0.6696299250636782,0.9827235384066139,0.0002872860556278413,0.03258834672825677,0.1435862939272608,0.18050144255776757,0.2631044041812115,0.26492852696900404,0.4701118469238281,0.6162586116365024,0.9044603540365664,0.011483885913289018,0.013567741843871772,0.0924757607281208,0.11627296234475419,0.16956295640062222,0.1708031797269598,0.3029659816196987,0.6696299250636782,0.9827235384066139,0.0002872860556278413,0.028223346669359932,0.009202741784974933,7.465829617658,3.1083027852678713,1.427029292754494,2.4018990854085462,0.9999999999693142,2.4018990854085462,0.5941254157256104,0.9999999999262957,0.028604907922338604,0.21071069747353663,385,low_priority_skip_for_now,128,0.013567741843871772
+up_blocks.0.attentions.0.transformer_blocks.2.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5842404642275402,0.7242800391146115,0.0064559916333694544,0.0639438689686358,0.08030788467741992,0.10950912541127802,0.11091315026067695,0.2083625623158046,0.714126213320664,0.9859804301510972,0.0021576178707099253,0.04554829393912639,0.16987828777304717,0.21331064661874902,0.2909059456525715,0.29457968083925695,0.5527362142290387,0.6609486660787037,0.9125788601874539,0.013210443143699584,0.029756518114092096,0.13715232110449246,0.17234107539354454,0.23510139880112502,0.23828948941629716,0.44806197711399626,0.6940146237611771,0.9579648551669893,0.003310540600588346,0.01712546226501997,0.10380547254213265,0.13047963441544252,0.1776748599530121,0.1802139882041083,0.3395926441465105,0.7123979638729777,0.9835715190734404,0.0005637950397223383,0.04554829393912639,0.16987828777304717,0.21331064661874902,0.2909059456525715,0.29457968083925695,0.5527362142290387,0.6609486660787037,0.9125788601874539,0.013210443143699584,0.01712546226501997,0.10380547254213265,0.13047963441544252,0.1776748599530121,0.1802139882041083,0.3395926441465105,0.7123979638729777,0.9835715190734404,0.0005637950397223383,0.039092302305756936,0.010669470631650513,7.055197174767562,2.6526462912141895,1.5306997197372003,2.6596825961015074,0.9999999999780453,2.6596825961015074,0.5755196961815963,0.9999999999416075,0.02830233170026645,0.27580390078273576,386,low_priority_skip_for_now,128,0.01712546226501997
+down_blocks.2.attentions.1.transformer_blocks.2.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6391852019088609,0.7863124225820813,0.005836047639604658,0.060820049074079306,0.07637535137314315,0.09526194997792752,0.0972310927135779,0.19807652064732142,0.7744793072342873,0.9849632105889584,0.0023058400984155014,0.043339863153440614,0.16577188936727388,0.2081606542119361,0.2595860752722094,0.26494704544758263,0.5401852471487862,0.7116180243236678,0.9050893191704592,0.019490977582920874,0.03330965363420546,0.14468918275088072,0.18138529494764355,0.2263648801311411,0.2306664842716253,0.46786110741751535,0.7491559279816491,0.9528537241260862,-0.00035217174120459404,0.01604459640969123,0.10042416929666485,0.12615746734493546,0.15715753676385444,0.16046834692975112,0.3276838575090681,0.774528477873121,0.9850128139686615,-0.0006552097447638516,0.043339863153440614,0.16577188936727388,0.2081606542119361,0.2595860752722094,0.26494704544758263,0.5401852471487862,0.7116180243236678,0.9050893191704592,0.019490977582920874,0.01604459640969123,0.10042416929666485,0.12615746734493546,0.15715753676385444,0.16046834692975112,0.3276838575090681,0.774528477873121,0.9850128139686615,-0.0006552097447638516,0.037503815513835956,0.010208548770086572,7.4262353260965295,2.7492230012071817,1.3011201986091527,2.7012124234275743,0.9999999999769266,2.7012124234275743,0.4816800734527441,0.9999999999376739,0.028065577087667288,0.2785121596322556,387,low_priority_skip_for_now,128,0.01604459640969123
+down_blocks.2.attentions.1.transformer_blocks.6.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.18390946369618177,0.2310919604663338,0.0007745835360505485,0.021784367255999575,0.027453648539053684,0.11863544843545581,0.11901083340908157,0.07207926043442317,0.22856247478297778,0.9890882802987235,-0.00034215509469959215,0.005352271961913045,0.057177750925932615,0.0721187008667785,0.31137208241166886,0.3124757360612539,0.19021407195499965,0.2130406355219228,0.9222985982252998,0.0004515890834032429,0.0051686302675599495,0.05597149600673999,0.07059336158280297,0.3046453547326497,0.30560841005043343,0.18556816663060868,0.21772120041506632,0.9426727855966229,0.0009290846968984365,0.005064473158979256,0.05547867748620255,0.07006412113686034,0.3019735007567902,0.3035321447169523,0.18502059898206166,0.21929259704692022,0.9494512797682361,8.988211164608271e-05,0.005352271961913045,0.057177750925932615,0.0721187008667785,0.31137208241166886,0.3124757360612539,0.19021407195499965,0.2130406355219228,0.9222985982252998,0.0004515890834032429,0.005064473158979256,0.05547867748620255,0.07006412113686034,0.3019735007567902,0.3035321447169523,0.18502059898206166,0.21929259704692022,0.9494512797682361,8.988211164608271e-05,0.004577688425862497,0.004289889622928708,6.909870538035669,6.538317581940492,1.0355300502862745,1.0568269971708109,0.9999999998131633,1.0568269971708109,0.9798482181605701,0.9999999998025461,0.028048660746178837,0.03163123438617415,388,low_priority_skip_for_now,256,0.005064473158979256
+up_blocks.0.attentions.1.transformer_blocks.6.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6703413341726575,0.8423224974955831,0.011773077488344694,0.08629661878304822,0.10847402826318878,0.12878333040219742,0.12880870111945045,0.2823664801461356,0.831672585436276,0.9873669026530801,0.0012400156356956618,0.07850305110748325,0.22286286391317844,0.28012124549511086,0.3325839481380729,0.3326321855398412,0.7296237945556641,0.7807003621544156,0.9268901126632646,0.007739046630116978,0.04843050041901214,0.17188578325190715,0.21609564290699637,0.2559929254165121,0.25626953367937405,0.5625333786010742,0.816085683447974,0.968964575510374,0.0032401058480908368,0.024851712364969508,0.12398977045501981,0.15594362852909724,0.18477502899882256,0.18501070347321744,0.40674359457833426,0.8317821036492076,0.9875574088755016,-0.0005674145889510587,0.07850305110748325,0.22286286391317844,0.28012124549511086,0.3325839481380729,0.3326321855398412,0.7296237945556641,0.7807003621544156,0.9268901126632646,0.007739046630116978,0.024851712364969508,0.12398977045501981,0.15594362852909724,0.18477502899882256,0.18501070347321744,0.40674359457833426,0.8317821036492076,0.9875574088755016,-0.0005674145889510587,0.06672997361913856,0.013078634876624813,6.668014474425483,2.1108934675289213,1.6209423901604934,3.158858832399041,0.9999999999872615,3.158858832399041,0.5131417629271583,0.9999999999597614,0.02760760492526324,0.44495642997044654,389,low_priority_skip_for_now,64,0.024851712364969508
+down_blocks.2.attentions.1.proj_in,model.diffusion_model.input_blocks.8.1.proj_in.weight,proj_in,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6879164768116814,0.8920875319412777,0.008499428929228867,0.07286423231874194,0.09218743744581219,0.10711322271484877,0.10447806660732598,0.2418081419808524,0.8786898500152996,0.9850951032244761,-0.0009913687112462607,0.0611913317282285,0.19494761659630708,0.24728642569706513,0.2861306347974556,0.27977444664229717,0.6502047947474888,0.8093159720301628,0.9079025605878618,-0.0008522888913700756,0.04407800181901881,0.16520216315984726,0.20897053496102624,0.24238411162807652,0.23624736084960243,0.5487912041800362,0.849224390728133,0.9526540876746656,-0.0011722886649100214,0.02011897913845522,0.11119011204157557,0.140254115320557,0.16126860550468897,0.15678957626838383,0.3666145120348249,0.8813014456204006,0.9887213850706501,0.0001615592156960182,0.0611913317282285,0.19494761659630708,0.24728642569706513,0.2861306347974556,0.27977444664229717,0.6502047947474888,0.8093159720301628,0.9079025605878618,-0.0008522888913700756,0.02011897913845522,0.11119011204157557,0.140254115320557,0.16126860550468897,0.15678957626838383,0.3666145120348249,0.8813014456204006,0.9887213850706501,0.0001615592156960182,0.05269190279899963,0.011619550209226354,7.19946389699158,2.367097754873923,1.3882510368343732,3.041472994433724,0.9999999999836579,3.041472994433724,0.4564403627143967,0.9999999999502958,0.02750461121290453,0.37935345186518743,390,low_priority_skip_for_now,64,0.02011897913845522
+down_blocks.2.attentions.1.transformer_blocks.7.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.20072641463152,0.25511386059224606,0.0008732617160213911,0.023032470207129205,0.0291918053301044,0.11502636830527344,0.11473629932812647,0.07801787342344012,0.2517741106982742,0.9869629364170761,0.00010939746037560585,0.006089598019441057,0.060870585697037835,0.07708129860073008,0.3038849033973799,0.3029117598700052,0.20539769104548863,0.23312807641923428,0.9140309341167725,-0.0002595355089007561,0.005713456447535593,0.05915063952228853,0.07466866966604023,0.2978716228158773,0.2963347969294667,0.19687465684754507,0.23731599508651666,0.9292882074185075,-0.00010599694475591345,0.005330099537137097,0.05733560351654887,0.07229149963696088,0.28897600568846266,0.287107081644293,0.1898682862520218,0.24232357740402222,0.9494656076962679,-0.0003401352844645901,0.006089598019441057,0.060870585697037835,0.07708129860073008,0.3038849033973799,0.3029117598700052,0.20539769104548863,0.23312807641923428,0.9140309341167725,-0.0002595355089007561,0.005330099537137097,0.05733560351654887,0.07229149963696088,0.28897600568846266,0.287107081644293,0.1898682862520218,0.24232357740402222,0.9494656076962679,-0.0003401352844645901,0.005216336303419666,0.004456837821115707,6.97339400175708,6.1036679305232076,1.0658343288854284,1.1424923635796507,0.9999999998357855,1.1424923635796507,0.9329028032590055,0.9999999998123862,0.027203058080286866,0.0363755682894144,391,low_priority_skip_for_now,256,0.005330099537137097
+down_blocks.2.attentions.0.transformer_blocks.9.ff.net.2,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.35227129235863686,0.4525233139949186,0.00216979267757519,0.036789331851261,0.04635704197929076,0.10445329000089029,0.102423708501604,0.12159116779054914,0.445910812488624,0.9854389404442957,0.00022116389568387667,0.015420179897254067,0.097889343409666,0.12357140607913734,0.2778736178463431,0.27297141845903705,0.3248755761555263,0.41115670438323704,0.9087168061554957,0.0027003229333786294,0.013026193283232195,0.09015571006706782,0.11362434332651407,0.2563853700374958,0.25139917216702184,0.29777773363249643,0.4259884038141796,0.9405451576511668,0.0004891388701123235,0.008842090485684042,0.0745497839525342,0.09386670253354734,0.2127744663679945,0.2084032648020169,0.24560888324465072,0.44312326131122454,0.979091354841528,-8.614927300446393e-05,0.015420179897254067,0.097889343409666,0.12357140607913734,0.2778736178463431,0.27297141845903705,0.3248755761555263,0.41115670438323704,0.9087168061554957,0.0027003229333786294,0.008842090485684042,0.0745497839525342,0.09386670253354734,0.2127744663679945,0.2084032648020169,0.24560888324465072,0.44312326131122454,0.979091354841528,-8.614927300446393e-05,0.013250387219678876,0.006672297808108851,7.10675266329124,4.075085409307522,1.1837825188667912,1.743951831354413,0.9999999999351499,1.743951831354413,0.6787931280266752,0.9999999998869046,0.02719018344437894,0.09416722466309306,392,low_priority_skip_for_now,256,0.008842090485684042
+mid_block.attentions.0.transformer_blocks.1.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4280688629618713,0.5421512754900115,0.00331875475655709,0.04568745541785445,0.0575934482008127,0.10674541738555146,0.10625515360488277,0.15140982397965022,0.533810807125909,0.9846228961247853,0.0003022811900206891,0.02350296050177089,0.1215486235118338,0.15326860639688494,0.283995781714083,0.28277356361908534,0.4033764430454799,0.4922432947371687,0.9079594018421284,0.005046521483953776,0.018561379085960134,0.108127785846591,0.13609414473263867,0.25254382382511154,0.2509598336699224,0.3558945187500545,0.509205522281783,0.9393102757190569,0.0025311496865469962,0.011271731994513954,0.08442822591002498,0.10612618572133269,0.1972561064127651,0.19578020341061025,0.2762304608310972,0.5329574687140328,0.9830560364213667,-8.447816541336448e-05,0.02350296050177089,0.1215486235118338,0.15326860639688494,0.283995781714083,0.28277356361908534,0.4033764430454799,0.4922432947371687,0.9079594018421284,0.005046521483953776,0.011271731994513954,0.08442822591002498,0.10612618572133269,0.1972561064127651,0.19578020341061025,0.2762304608310972,0.5329574687140328,0.9830560364213667,-8.447816541336448e-05,0.020184205745213797,0.007952977237956864,7.081861185510205,3.396373886575153,1.266229216679398,2.085124141624805,0.9999999999574523,2.085124141624805,0.607268023658471,0.9999999999112824,0.02701128421152328,0.14294174322738168,393,low_priority_skip_for_now,128,0.011271731994513954
+mid_block.attentions.0.transformer_blocks.0.ff.net.2,model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5272517081882272,0.6748024672269821,0.0038182164633846177,0.048273761091487746,0.06146892130521253,0.0921569314341977,0.0918337793296173,0.16680092470986502,0.6623722612857819,0.9819594660951638,0.0003924242850286776,0.028164810966700315,0.13119733213846171,0.16689190952913152,0.2503401909481617,0.24922174498415187,0.451697792325701,0.6065891906619072,0.8995246315837532,0.004829158732068858,0.021454664446147426,0.11596574833882707,0.14604274160127145,0.22351688527481303,0.22103181481924095,0.3825088824544634,0.6388959059757846,0.9438213364657521,0.0008048796405871274,0.011997331299686007,0.08695832254098994,0.10936323495440445,0.16683911748339394,0.16463430973520782,0.28514816079820904,0.6667042917438916,0.987255254807126,-7.817052776967362e-05,0.028164810966700315,0.13119733213846171,0.16689190952913152,0.2503401909481617,0.24922174498415187,0.451697792325701,0.6065891906619072,0.8995246315837532,0.004829158732068858,0.011997331299686007,0.08695832254098994,0.10936323495440445,0.16683911748339394,0.16463430973520782,0.28514816079820904,0.6667042917438916,0.987255254807126,-7.817052776967362e-05,0.024346594503315697,0.008179114836301389,7.376431176549243,3.142129685834776,1.3127593319430853,2.347589664802359,0.9999999999644947,2.347589664802359,0.5591945438830274,0.9999999999166481,0.025699839530994237,0.17959097873706034,394,low_priority_skip_for_now,128,0.011997331299686007
+up_blocks.1.attentions.1.transformer_blocks.0.ff.net.2,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5601772894816739,0.7664980260389191,0.006871172659365194,0.06444986856409482,0.08170834674378655,0.11602489903328136,0.10678931542565555,0.21810982908521379,0.7532052866050175,0.9826776435074399,0.0015857928778392047,0.04943555304115372,0.17101949719446047,0.21960286307197593,0.3081980078324877,0.28755492514191205,0.5918469769614083,0.693528776722295,0.9051906006060532,-0.0004664337559786093,0.033234733123598356,0.1421106117112296,0.1811451884680682,0.26015000754183426,0.2405522732912421,0.4852369853428432,0.7262500705463546,0.9461404291972649,-0.0003520228770607251,0.01697550609242171,0.10273724648037127,0.12962267942487302,0.18798245923939996,0.17190482314254737,0.3416484424046108,0.7567382231354713,0.9871728179887569,0.0011946392404362477,0.04943555304115372,0.17101949719446047,0.21960286307197593,0.3081980078324877,0.28755492514191205,0.5918469769614083,0.693528776722295,0.9051906006060532,-0.0004664337559786093,0.01697550609242171,0.10273724648037127,0.12962267942487302,0.18798245923939996,0.17190482314254737,0.3416484424046108,0.7567382231354713,0.9871728179887569,0.0011946392404362477,0.04256438038178852,0.010104333433056516,7.194631176467377,2.470539881837212,1.48746652653469,2.9121696148022838,0.9999999999797716,2.9121696148022838,0.5107760615612544,0.9999999999410917,0.02496315872574724,0.3062350181018321,395,low_priority_skip_for_now,64,0.01697550609242171
+up_blocks.1.attentions.2.transformer_blocks.1.ff.net.2,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5700313837400505,0.7382585097636495,0.008544919430278242,0.0725708534674985,0.09197481916201009,0.1273702316079109,0.12475027200266349,0.24350649969918386,0.7299947174532073,0.988560886721881,0.0006176605026796876,0.05881425039842725,0.1899604174707617,0.2411355839360157,0.3333032533083347,0.32680588060154353,0.6359974231038775,0.6865224327359881,0.9298867721066004,0.006725526233952094,0.03779553997862552,0.1519324058400733,0.1925099568643666,0.268870798014865,0.264036741847626,0.5079964229038784,0.7100535971777779,0.9607180540112269,0.0004890936929768941,0.019455364007236704,0.10957852857453483,0.1386742634567271,0.19387618275936372,0.1900117241951893,0.367522481828928,0.726571689758982,0.983495117380032,-0.0003265097344800389,0.05881425039842725,0.1899604174707617,0.2411355839360157,0.3333032533083347,0.32680588060154353,0.6359974231038775,0.6865224327359881,0.9298867721066004,0.006725526233952094,0.019455364007236704,0.10957852857453483,0.1386742634567271,0.19387618275936372,0.1900117241951893,0.367522481828928,0.726571689758982,0.983495117380032,-0.0003265097344800389,0.050269330968149006,0.010910444576958462,6.8829496721924235,2.276834107530767,1.5561161563013073,3.02303520887748,0.9999999999829974,3.02303520887748,0.5147529051767623,0.9999999999486003,0.024841272341143115,0.34600127510855366,396,low_priority_skip_for_now,64,0.019455364007236704
+down_blocks.2.attentions.0.transformer_blocks.3.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.518296306686742,0.6509557706969125,0.003996661677125043,0.05027726385742426,0.06321413506704678,0.0970074642340256,0.09710907553776907,0.1646900177001953,0.6406647179807935,0.9841888225211554,0.0013463246692221478,0.02963969643626894,0.13691815920174122,0.17214673436227748,0.2641756526110814,0.26444746290283405,0.4484210695539202,0.5878623660121646,0.9030830035040409,0.009950499507665102,0.020730859583376775,0.11389333834605557,0.14323687530016532,0.21974246785614707,0.22012196976953516,0.3735682623726981,0.6107294027294431,0.9381856606851894,0.0024555467693322237,0.012140801691982363,0.08744279574602842,0.1099663142095243,0.16871314650816793,0.1689922617401549,0.28674445833478657,0.6392747227634702,0.98203795839164,0.0004124053407070148,0.02963969643626894,0.13691815920174122,0.17214673436227748,0.2641756526110814,0.26444746290283405,0.4484210695539202,0.5878623660121646,0.9030830035040409,0.009950499507665102,0.012140801691982363,0.08744279574602842,0.1099663142095243,0.16871314650816793,0.1689922617401549,0.28674445833478657,0.6392747227634702,0.98203795839164,0.0004124053407070148,0.0256430347591439,0.008144140014857321,7.416113452508653,3.0377356578448205,1.429737938054728,2.4413294266556798,0.9999999999662615,2.4413294266556798,0.5856390875915216,0.9999999999176331,0.024739744525612933,0.19017165504043407,397,low_priority_skip_for_now,128,0.012140801691982363
+down_blocks.1.attentions.0.transformer_blocks.0.ff.net.2,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5481049934668201,0.7008404572095189,0.006331803988099897,0.0600268502187516,0.07664597299696577,0.11184255762598032,0.11162148906362847,0.20936482293265207,0.6886918651206153,0.9833020353288536,-0.00015054113956531573,0.04443619546613523,0.15906998634870564,0.2027768532881348,0.295560160861123,0.2947244530183064,0.5509315218244281,0.6377320459910801,0.9123185579461079,-0.0011706718464016116,0.029220337081434473,0.1317874589668853,0.16709130120379376,0.25196405649857195,0.250351200926707,0.44681244024208616,0.6644902937114239,0.9460407376310636,-0.0005763414916901054,0.016053542544666146,0.0993666382772582,0.12519243171454228,0.19321179188339638,0.1911469115561068,0.3283083438873291,0.6902398424489158,0.9825304897695636,-0.000459388115546387,0.04443619546613523,0.15906998634870564,0.2027768532881348,0.295560160861123,0.2947244530183064,0.5509315218244281,0.6377320459910801,0.9123185579461079,-0.0011706718464016116,0.016053542544666146,0.0993666382772582,0.12519243171454228,0.19321179188339638,0.1911469115561068,0.3283083438873291,0.6902398424489158,0.9825304897695636,-0.000459388115546387,0.038104391478035335,0.009721738556566249,7.017936048341272,2.535382107895644,1.5207283660272226,2.767999358380331,0.9999999999774959,2.767999358380331,0.5493962133077712,0.9999999999377085,0.024648321993957292,0.26741418255381216,398,low_priority_skip_for_now,128,0.016053542544666146
+up_blocks.0.attentions.1.transformer_blocks.6.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.12281278134988886,0.1544753233236926,0.0004030223904659839,0.0155752767210028,0.019568613179040552,0.12704007041881588,0.1268950496473631,0.05085852635758264,0.1521930137116994,0.984945466312207,-3.459807411283171e-05,0.0027026657470352283,0.04031865188984999,0.0506295510077173,0.3283263694591381,0.3278210775279395,0.1314393196787153,0.14314434876931564,0.9262114793159492,0.00022320290184195204,0.0035220905452401246,0.04636158917232284,0.057887333012963886,0.3871973609864473,0.3840242483398315,0.14719584584236145,0.1485941636243037,0.967499473050734,0.0002149116005187222,0.0033549689760548063,0.04430057351211352,0.05554713830222165,0.35813177616709674,0.3572430833685964,0.14263581271682466,0.14809497073292732,0.959045706552893,0.000656936249259031,0.0027026657470352283,0.04031865188984999,0.0506295510077173,0.3283263694591381,0.3278210775279395,0.1314393196787153,0.14314434876931564,0.9262114793159492,0.00022320290184195204,0.0033549689760548063,0.04430057351211352,0.05554713830222165,0.35813177616709674,0.3572430833685964,0.14263581271682466,0.14809497073292732,0.959045706552893,0.000656936249259031,0.0022996433565692443,0.0029519465855888222,6.705994019846761,8.324522525538073,0.7673470376621514,0.8055710099017938,0.999999999629995,0.8055710099017938,0.9525504617240114,0.9999999997019346,0.024573545845919354,0.015421394596933685,399,low_priority_skip_for_now,256,0.0033549689760548063
+up_blocks.0.attentions.1.transformer_blocks.5.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6389815051640783,0.804634113396917,0.010768785141408443,0.08252053481659719,0.10375219990579372,0.1292901335881477,0.1290524569824674,0.2702698026384626,0.7944446887288775,0.9873689119426042,0.0018361397763198642,0.07197952430163111,0.21327241669808114,0.26825704387409266,0.3341675151327658,0.3336977656094696,0.6999087503978184,0.7446744186537606,0.9256028837452742,0.009471240877506457,0.04333092411980033,0.16262909064867667,0.20448141740106066,0.2535179420330792,0.25329828818684436,0.5327600751604352,0.7752295040658542,0.963963449656313,0.004670622264581782,0.022491823565880104,0.11751771252602339,0.14792237396484345,0.18327545882714466,0.18328270611527503,0.3869453157697405,0.7871679280485425,0.9785716242806676,3.691436402927398e-05,0.07197952430163111,0.21327241669808114,0.26825704387409266,0.3341675151327658,0.3336977656094696,0.6999087503978184,0.7446744186537606,0.9256028837452742,0.009471240877506457,0.022491823565880104,0.11751771252602339,0.14792237396484345,0.18327545882714466,0.18328270611527503,0.3869453157697405,0.7871679280485425,0.9785716242806676,3.691436402927398e-05,0.06121073916022267,0.01172303842447166,6.684089556041867,2.08861290001091,1.661158301192992,3.200252931364052,0.9999999999861071,3.200252931364052,0.5190709411868568,0.9999999999555395,0.024484889280675087,0.40913806233844724,400,low_priority_skip_for_now,64,0.022491823565880104
+up_blocks.0.attentions.1.transformer_blocks.4.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.14390302515987838,0.1817128279113344,0.000612197585983917,0.01855826231517962,0.023355120280163254,0.12987703849758794,0.12953672990988455,0.06105151240314756,0.17971874986376082,0.9893142264220537,-1.5505754224217787e-05,0.0040836067387967235,0.04805380288910653,0.060459997109980415,0.3369117562674929,0.33598522766865696,0.15740366280078888,0.16883123878921782,0.9301454758034841,0.0005096817977801038,0.0048963877551224345,0.052908608955996375,0.06628486434707134,0.37334455327547955,0.37081613104283834,0.17101500715528214,0.17182212948266948,0.9484350576956234,-0.0006884240286970973,0.00418867558099529,0.04861084012580769,0.061127586177833225,0.3404408569618136,0.3391931947152468,0.15937525353261403,0.17157011292874813,0.9478485534007944,-1.677074747671473e-05,0.0040836067387967235,0.04805380288910653,0.060459997109980415,0.3369117562674929,0.33598522766865696,0.15740366280078888,0.16883123878921782,0.9301454758034841,0.0005096817977801038,0.00418867558099529,0.04861084012580769,0.061127586177833225,0.3404408569618136,0.3391931947152468,0.15937525353261403,0.17157011292874813,0.9478485534007944,-1.677074747671473e-05,0.0034714091528128066,0.0035764779950113734,6.670406459645199,6.842032164209316,0.8340039519318274,0.9749159749563328,0.9999999997551183,0.9749159749563328,0.855462391792353,0.999999999761261,0.024470377476454662,0.023155710036994015,401,low_priority_skip_for_now,256,0.00418867558099529
+up_blocks.0.attentions.0.transformer_blocks.4.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.15774251041667803,0.19858332883034432,0.0006615957479100741,0.01951561853223081,0.024564354444996155,0.12416331058523344,0.12409664663613348,0.06419805118015834,0.19624913350812026,0.9883565180081559,-0.00018671303699388124,0.0044731124487173346,0.05065176862158945,0.06393463564647792,0.32235895528970276,0.32336631241962666,0.16931574472359248,0.18345763813704252,0.9239014271202366,-0.001004192604796117,0.004710743970853011,0.05198156228289008,0.06535151573755867,0.3298763403407264,0.32956370885300784,0.1701418629714421,0.18585817529154675,0.936764519478481,-0.0012254962588258422,0.004335874922357367,0.04987826983311346,0.06286120280885794,0.31731966345771967,0.31759992775076584,0.1651276179722377,0.1869486519800765,0.9438411103032504,-0.0007870481705530048,0.0044731124487173346,0.05065176862158945,0.06393463564647792,0.32235895528970276,0.32336631241962666,0.16931574472359248,0.18345763813704252,0.9239014271202366,-0.001004192604796117,0.004335874922357367,0.04987826983311346,0.06286120280885794,0.31731966345771967,0.31759992775076584,0.1651276179722377,0.1869486519800765,0.9438411103032504,-0.0007870481705530048,0.0038115167008072603,0.0036742791744472925,6.761096116603573,6.553662005084483,0.949555415332368,1.0316516338192019,0.9999999997764419,1.0316516338192019,0.9204225379822146,0.9999999997693659,0.0240799838216484,0.02577003076419763,402,low_priority_skip_for_now,256,0.004335874922357367
+up_blocks.0.attentions.2.transformer_blocks.5.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3862362599798611,0.4856083371809551,0.004135500469211755,0.0501417468434998,0.06309185225366729,0.1300542812348037,0.1301164913922322,0.16478421006883895,0.47986228072217535,0.9882468128225439,0.00010144393533144986,0.027749987119542702,0.13007439140762603,0.16347634642257275,0.3373365044275885,0.3371811668728154,0.42521062067576815,0.4490514871265207,0.9253370082054493,0.003720798906994917,0.01994688981877906,0.11124698431896311,0.13987484782800172,0.29619217271010345,0.29605804020794724,0.364497716405562,0.46380807140043806,0.9521728085038788,0.0010841952090134197,0.01218461851489597,0.08701004766459976,0.1095734602812495,0.23137084485777806,0.23162258690507956,0.287027324948992,0.47352888381906916,0.9733782692894063,-0.00023874623799916402,0.027749987119542702,0.13007439140762603,0.16347634642257275,0.3373365044275885,0.3371811668728154,0.42521062067576815,0.4490514871265207,0.9253370082054493,0.003720798906994917,0.01218461851489597,0.08701004766459976,0.1095734602812495,0.23137084485777806,0.23162258690507956,0.287027324948992,0.47352888381906916,0.9733782692894063,-0.00023874623799916402,0.023614486650330946,0.008049118045684216,6.71018836037559,2.9463467850293985,1.3911936833393546,2.277460478827487,0.999999999963964,2.277460478827487,0.6108530515275555,0.9999999999179293,0.023715493076223806,0.15845765345729548,403,low_priority_skip_for_now,128,0.01218461851489597
+up_blocks.0.attentions.0.transformer_blocks.0.ff.net.2,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5291191680090768,0.6752313311610904,0.0050533861587090155,0.055262454585837464,0.06997506500065534,0.10466791889630309,0.10382242214296092,0.18667185732296535,0.6643158750874656,0.9839884266318731,7.126472493317644e-05,0.03644751807275627,0.14849955695016043,0.18791727756092477,0.28123418235019254,0.2787979847694549,0.5000013794217791,0.6114009661333901,0.9060938980486153,0.005677356330644605,0.023440822925684706,0.12048345870737519,0.1525622483349254,0.23201870584339984,0.23026830282675115,0.407060478414808,0.6445638132946832,0.9528320277176958,0.00047039907310266117,0.013659709166469318,0.09236313429261957,0.11629733096592836,0.17758060476557685,0.175231111411531,0.30440553597041536,0.66610009010349,0.9857370458773327,-0.00011549695757042042,0.03644751807275627,0.14849955695016043,0.18791727756092477,0.28123418235019254,0.2787979847694549,0.5000013794217791,0.6114009661333901,0.9060938980486153,0.005677356330644605,0.013659709166469318,0.09236313429261957,0.11629733096592836,0.17758060476557685,0.175231111411531,0.30440553597041536,0.66610009010349,0.9857370458773327,-0.00011549695757042042,0.03139413191404725,0.008606323007760302,7.2124941417212005,2.703080416727122,1.5548736572411426,2.668249933135931,0.9999999999725633,2.668249933135931,0.5827316391234412,0.999999999926792,0.023263583182304936,0.2264299925144884,404,low_priority_skip_for_now,128,0.013659709166469318
+mid_block.attentions.0.transformer_blocks.4.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.4.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5815400364143508,0.7290324760334832,0.005725092329417488,0.060241601296833584,0.07566286032798815,0.10360731748552673,0.10379551469170044,0.19639808791024344,0.7181725065623011,0.9851021304834712,0.0007545458254583082,0.0412961696939809,0.16181183154029505,0.2032138477009293,0.27828452012086446,0.278765877239698,0.5273738588605609,0.6624098962971142,0.9086171939864202,0.007926416358843977,0.029214556062860147,0.13544922707868473,0.17018880178319098,0.23279742793473288,0.2333881669729203,0.44233948843819754,0.6895036814468247,0.9458300475137171,0.0025722671410091736,0.014628561912104487,0.09577180006142173,0.12034380116823758,0.1645709017492638,0.1650075632568058,0.3128761904580252,0.720381888960089,0.9881506567174324,-0.0003677366887789698,0.0412961696939809,0.16181183154029505,0.2032138477009293,0.27828452012086446,0.278765877239698,0.5273738588605609,0.6624098962971142,0.9086171939864202,0.007926416358843977,0.014628561912104487,0.09577180006142173,0.12034380116823758,0.1645709017492638,0.1650075632568058,0.3128761904580252,0.720381888960089,0.9881506567174324,-0.0003677366887789698,0.035571077364563414,0.008903469582687,7.21318841873935,2.555166112235911,1.4135477398222838,2.822982186443574,0.9999999999757847,2.822982186443574,0.5007285368337582,0.9999999999316406,0.02274984375900503,0.25658088328815026,405,low_priority_skip_for_now,128,0.014628561912104487
+up_blocks.0.attentions.2.transformer_blocks.3.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4906827594552721,0.6128661962492126,0.005729120108298957,0.06006563587912491,0.07552976733589889,0.12229693679109431,0.12313767844860142,0.19685677119663783,0.605043565588338,0.987219005212833,0.0015900762103098845,0.039265746849456,0.15718713482575758,0.19775281045100251,0.32005322213263154,0.3224174708628377,0.5154236044202533,0.5657962283917836,0.9230938696650678,0.013609275438024529,0.02500645663323147,0.1244333286636642,0.156502692350196,0.2543461031249299,0.2564899597724278,0.4079400471278599,0.594303486602647,0.9688606546360831,0.005603547216326531,0.01441509640842144,0.09510656619178397,0.11973906225706832,0.19394071937918092,0.1956280828098364,0.31335246562957764,0.5976915082761219,0.9751096012068189,0.0030778970217397728,0.039265746849456,0.15718713482575758,0.19775281045100251,0.32005322213263154,0.3224174708628377,0.5154236044202533,0.5657962283917836,0.9230938696650678,0.013609275438024529,0.01441509640842144,0.09510656619178397,0.11973906225706832,0.19394071937918092,0.1956280828098364,0.31335246562957764,0.5976915082761219,0.9751096012068189,0.0030778970217397728,0.033536626741157045,0.008685976300122482,6.853713327762777,2.516110001782689,1.5702243394094035,2.7239323091722536,0.9999999999745326,2.7239323091722536,0.5764549779791087,0.9999999999306283,0.021854871843985574,0.22985042566407357,406,low_priority_skip_for_now,128,0.01441509640842144
+down_blocks.2.attentions.1.transformer_blocks.8.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5396492646208831,0.677191457578114,0.003535169384641839,0.04732589616573283,0.05939466841105819,0.08774604352793691,0.08775150400406853,0.15382744584764754,0.6665901701365199,0.9843884780376017,0.0011344613778224552,0.027220777069617594,0.13158419129571744,0.1648419628947105,0.24395836444458202,0.24355667881521592,0.42672782284872873,0.6085505453603608,0.8987365495387014,-0.003856644432419541,0.02367523926243718,0.12251236342958041,0.15330084367220648,0.2272540214134296,0.22664549544109977,0.3944806472531387,0.6318274395806449,0.93323066250208,-0.0021840974804173846,0.010729839451544518,0.08162482521895852,0.1023967558915643,0.15101136784823435,0.15095778028368217,0.26437398365565706,0.6622023795332227,0.9781543292016611,7.68871785632135e-05,0.027220777069617594,0.13158419129571744,0.1648419628947105,0.24395836444458202,0.24355667881521592,0.42672782284872873,0.6085505453603608,0.8987365495387014,-0.003856644432419541,0.010729839451544518,0.08162482521895852,0.1023967558915643,0.15101136784823435,0.15095778028368217,0.26437398365565706,0.6622023795332227,0.9781543292016611,7.68871785632135e-05,0.023685607684975754,0.00719467006690268,7.699992305934568,3.035169826691749,1.149757211182907,2.53692305369605,0.9999999999632634,2.53692305369605,0.4532093353799862,0.9999999999068019,0.021837045500065322,0.18237899693569798,407,low_priority_skip_for_now,128,0.010729839451544518
+up_blocks.0.attentions.2.transformer_blocks.5.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5130578518978187,0.6419955821973937,0.0063861249031365985,0.06335417946268405,0.0796328617631782,0.12343175326457674,0.1239995897031246,0.2072418757847377,0.6339683277266366,0.9875234699453822,0.0014457542035545754,0.04322621914824205,0.16486385331622191,0.2071882365070934,0.3212290527542227,0.32263938826547917,0.5395091644355229,0.5949358525020736,0.9265383723108229,0.007478616591210344,0.02545488372977291,0.12578409550977604,0.15808777934823712,0.24855626281796828,0.24971398318562207,0.4113977977207729,0.6184243453400475,0.9615827758464622,0.002857481251079922,0.01540842283117984,0.09850247922752585,0.12393984889669636,0.19325425762923185,0.19436382408202163,0.32371303013392855,0.6305079524006162,0.9816835841724736,-0.0006305001115833875,0.04322621914824205,0.16486385331622191,0.2071882365070934,0.3212290527542227,0.32263938826547917,0.5395091644355229,0.5949358525020736,0.9265383723108229,0.007478616591210344,0.01540842283117984,0.09850247922752585,0.12393984889669636,0.19325425762923185,0.19436382408202163,0.32371303013392855,0.6305079524006162,0.9816835841724736,-0.0006305001115833875,0.03684009424510545,0.009022297928043242,6.768771328014952,2.412796971947584,1.698150327671111,2.8053629900372354,0.999999999976866,2.8053629900372354,0.605322852547635,0.9999999999351004,0.021768973120791693,0.24936217364763838,408,low_priority_skip_for_now,64,0.01540842283117984
+up_blocks.1.attentions.1.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.738835796713829,0.8906194003564971,0.009827753296121955,0.07826205542577165,0.09895305386001851,0.10590035500954512,0.11104559928732215,0.2627612352371216,0.8784419585551534,0.9863150901807503,-0.005650170288780438,0.0693290902168623,0.20843375075076306,0.2628708367022602,0.28202188030391956,0.29499740594959173,0.6925623757498605,0.8164156824350357,0.916633121728443,-0.03223654624473836,0.03846424292506916,0.1541226583399943,0.19504544621667178,0.20928177132934725,0.2201832763096605,0.5192196028573173,0.8580201811024121,0.9626927792622562,-0.00880382284308975,0.02031275144379054,0.11230658207620893,0.1421674958893247,0.15223221819390553,0.16014715842890556,0.3788754940032959,0.8787579898323331,0.9865407143701846,-0.00028129856767528897,0.0693290902168623,0.20843375075076306,0.2628708367022602,0.28202188030391956,0.29499740594959173,0.6925623757498605,0.8164156824350357,0.916633121728443,-0.03223654624473836,0.02031275144379054,0.11230658207620893,0.1421674958893247,0.15223221819390553,0.16014715842890556,0.3788754940032959,0.8787579898323331,0.9865407143701846,-0.00028129856767528897,0.05950133692074035,0.010484998147668585,7.05441906413801,2.066876409050592,1.8024296058580285,3.4130821915138743,0.999999999985576,3.4130821915138743,0.5280944040113568,0.9999999999507699,0.02167119532035535,0.4197473655153695,409,low_priority_skip_for_now,64,0.02031275144379054
+down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.18590332993439265,0.2414286197828395,0.0006179250579277452,0.019421831854352995,0.024572760420209245,0.10485811960169496,0.10215319226351004,0.06529305981738227,0.23752370104193687,0.9839182180929574,-8.183328385972086e-06,0.004311071376183203,0.051377792709640095,0.06498318333802813,0.2777079943503989,0.2703983848198041,0.17161793368203299,0.2196404973843268,0.90980090633648,-0.0004358754990789748,0.0039902590797282755,0.04920202826282808,0.06214226795762451,0.26434685948242176,0.25711825579508646,0.16393581671374186,0.22498381643423013,0.9328717468502397,-0.00042580986577637044,0.003932666827625196,0.04864383162930608,0.0614184738461211,0.2607954378888711,0.25356151147262457,0.16228314276252473,0.23174944333732128,0.9610974168557167,0.0007464500807665379,0.004311071376183203,0.051377792709640095,0.06498318333802813,0.2777079943503989,0.2703983848198041,0.17161793368203299,0.2196404973843268,0.90980090633648,-0.0004358754990789748,0.003932666827625196,0.04864383162930608,0.0614184738461211,0.2607954378888711,0.25356151147262457,0.16228314276252473,0.23174944333732128,0.9610974168557167,0.0007464500807665379,0.003693146318255458,0.003314741769697451,6.976689671177913,6.364310316932863,1.0803988635736341,1.0962208506460973,0.999999999768039,1.0962208506460973,0.9855667885373076,0.9999999997457195,0.021096045242853783,0.025765935772721592,410,low_priority_skip_for_now,256,0.003932666827625196
+up_blocks.0.attentions.2.transformer_blocks.6.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5310787260532379,0.663974004132407,0.006905640841328672,0.0657818808353373,0.0827058482383852,0.12373075542193644,0.12444255164068306,0.2154271262032645,0.6553255766630173,0.9869813946194872,0.0014065379831923305,0.04739622326035585,0.1723940550748791,0.21673382693181353,0.32434003435145253,0.3261903545287276,0.5641584396362305,0.6140434944203922,0.9248104604538975,0.009103601199707814,0.027460468766678656,0.1308233550350581,0.16455958034347243,0.24967705308966376,0.2512756253835375,0.42941413606916157,0.6396726987191609,0.9619206753402036,0.003263238267598873,0.01594274861937655,0.10005697222160441,0.12595396755557242,0.189598704370303,0.1909454029176554,0.3295357344405992,0.6531055122613907,0.9834306082005042,-0.00031773094656273315,0.04739622326035585,0.1723940550748791,0.21673382693181353,0.32434003435145253,0.3261903545287276,0.5641584396362305,0.6140434944203922,0.9248104604538975,0.009103601199707814,0.01594274861937655,0.10005697222160441,0.12595396755557242,0.189598704370303,0.1909454029176554,0.3295357344405992,0.6531055122613907,0.9834306082005042,-0.00031773094656273315,0.04049058241902718,0.009037107778047879,6.863406936809825,2.308655921062997,1.7259801229665042,2.972901623737476,0.9999999999789013,2.972901623737476,0.5805708837039731,0.9999999999372756,0.0208635723810747,0.27790334425022106,411,low_priority_skip_for_now,64,0.01594274861937655
+down_blocks.2.attentions.1.transformer_blocks.9.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5533268877438137,0.6916773436324937,0.0030363065681220697,0.04369132699710982,0.05488461948315377,0.07907310506488863,0.07946252309958536,0.1425323145730155,0.679899126291275,0.9831126878219818,0.00048037144766307653,0.025032777039866363,0.12548651905464275,0.15759087367865107,0.22701039052834132,0.22811894763178128,0.40882010225738796,0.6172047331929207,0.8925917436965778,-0.003258036595590446,0.020238159440590868,0.11276152184499162,0.14155714838880365,0.20484150326790002,0.20576499384352895,0.36791190079280306,0.6373140609690121,0.9210020005744434,-0.0025375907437462175,0.009555846352928452,0.07720767753198743,0.09673298803645151,0.1395830454172267,0.13993521059342837,0.24895167350769043,0.676725478044578,0.9787798799431072,0.0003384169153183133,0.025032777039866363,0.12548651905464275,0.15759087367865107,0.22701039052834132,0.22811894763178128,0.40882010225738796,0.6172047331929207,0.8925917436965778,-0.003258036595590446,0.009555846352928452,0.07720767753198743,0.09673298803645151,0.1395830454172267,0.13993521059342837,0.24895167350769043,0.676725478044578,0.9787798799431072,0.0003384169153183133,0.021996470471744294,0.006519539784806383,8.24448271937983,3.1471941766708587,1.236909765046233,2.61962950352119,0.9999999999600524,2.61962950352119,0.47216973364141523,0.9999999998953519,0.02051825764531663,0.18134952069164453,412,low_priority_skip_for_now,128,0.009555846352928452
+up_blocks.1.attentions.0.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.8058300284402711,0.9646425289767129,0.011635622691496142,0.08535632876945394,0.10776145763717246,0.1059718900353486,0.11190172604451191,0.28477913992745535,0.9507104850241116,0.9854635781906472,-0.005554657013687704,0.08213128415601594,0.22733064980379172,0.2861808870985118,0.28210787936412773,0.2969804830445977,0.7491520472935268,0.8831983474748475,0.915465295238383,-0.03507520973549357,0.04541478871500918,0.16822100856474467,0.21252687814353186,0.2100197563397152,0.2222799707677053,0.5628111703055245,0.929017787533147,0.9621355412259212,-0.008789776297427514,0.02229012459117387,0.11800290231725999,0.14921489020336431,0.14691933610680522,0.15553038621362317,0.3964168003627232,0.954145359141486,0.9886908661973369,-0.0019703999950106015,0.08213128415601594,0.22733064980379172,0.2861808870985118,0.28210787936412773,0.2969804830445977,0.7491520472935268,0.8831983474748475,0.915465295238383,-0.03507520973549357,0.02229012459117387,0.11800290231725999,0.14921489020336431,0.14691933610680522,0.15553038621362317,0.3964168003627232,0.954145359141486,0.9886908661973369,-0.0019703999950106015,0.0704956614645198,0.01065450189967773,7.0586066879757725,1.9156795626888847,1.8084700265722873,3.6846489491966534,0.9999999999878243,3.6846489491966534,0.4908120288868893,0.9999999999551371,0.020410611539842527,0.4976011474867354,413,low_priority_skip_for_now,64,0.02229012459117387
+up_blocks.0.attentions.0.proj_in,model.diffusion_model.output_blocks.0.1.proj_in.weight,proj_in,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5596738117081779,0.7231431763087001,0.0056658339121245915,0.059587311664862294,0.07527029587363156,0.10651391899343023,0.10416202365540268,0.197861841746739,0.7117618428809303,0.9842792431519484,0.0006590426041839237,0.04034752458600061,0.15885070977466448,0.20086073088206652,0.2839460339257964,0.277948469446316,0.5263359546661377,0.6568982388292041,0.9084703029253577,0.007280624928950731,0.026543858560866544,0.12867908884904214,0.162512238976705,0.22987234408371357,0.2245764645024094,0.4260695321219308,0.6889953911304474,0.9530916293869971,-4.781927230266904e-05,0.013948116850640093,0.09364676981100015,0.11797065677570776,0.1672494944503237,0.16307415782928628,0.30814591475895475,0.7154630348086357,0.9894682760975867,-0.0007487410556125594,0.04034752458600061,0.15885070977466448,0.20086073088206652,0.2839460339257964,0.277948469446316,0.5263359546661377,0.6568982388292041,0.9084703029253577,0.007280624928950731,0.013948116850640093,0.09364676981100015,0.11797065677570776,0.1672494944503237,0.16307415782928628,0.30814591475895475,0.7154630348086357,0.9894682760975867,-0.0007487410556125594,0.03468169067387602,0.008282282938515502,7.121197903902159,2.4617941620791335,1.5200323830825675,2.892686160802871,0.9999999999752154,2.892686160802871,0.525474350992747,0.9999999999283057,0.020389275786725072,0.24697518293058895,414,low_priority_skip_for_now,64,0.013948116850640093
+up_blocks.0.attentions.2.transformer_blocks.8.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5131339404199805,0.6481354023729052,0.006327193255336689,0.06301052934889283,0.07922689295093023,0.12266149454445367,0.12209628638370415,0.20641367776053293,0.6396924640451159,0.9869169092809716,0.0009663994787842967,0.043414082477933595,0.1651525885931083,0.20751069894022647,0.32147541976724564,0.31976434450676283,0.5396823883056641,0.5979546649115426,0.9223920117890688,0.0041149028921998775,0.0332113677702312,0.14455484439219748,0.18169683819453497,0.2822524809758162,0.28084991910433466,0.472933224269322,0.6324230294142451,0.9737574146667224,-0.00036430368390938384,0.014953353442251682,0.09674868493207864,0.12187734218021855,0.1890159976687327,0.18848067358758064,0.3196566104888916,0.6372719683817455,0.9828705235018926,-0.00022858011542276863,0.043414082477933595,0.1651525885931083,0.20751069894022647,0.32147541976724564,0.31976434450676283,0.5396823883056641,0.5979546649115426,0.9223920117890688,0.0041149028921998775,0.014953353442251682,0.09674868493207864,0.12187734218021855,0.1890159976687327,0.18848067358758064,0.3196566104888916,0.6372719683817455,0.9828705235018926,-0.00022858011542276863,0.037086889222596904,0.008626160186914993,6.861507262237383,2.3633470381635466,1.3072054959308341,2.903300764118967,0.999999999976966,2.903300764118967,0.45024804594783296,0.9999999999331254,0.020386610128469856,0.254471959734642,415,low_priority_skip_for_now,64,0.014953353442251682
+down_blocks.1.attentions.1.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6241927008543696,0.7510819509625435,0.006485545342522008,0.06369377173749464,0.08034533437493678,0.10237388501296936,0.10721549264489205,0.2116631099155971,0.7406889838831765,0.986124430318139,-0.003955028169522328,0.04680760936545474,0.1713761179042714,0.21573047146567212,0.2752135013544162,0.2876623195072609,0.5646843229021344,0.6847990506461689,0.9119197104494008,-0.026203604947243418,0.030118192978469387,0.13702597668660538,0.17298593050047267,0.22099775624234266,0.23150312412650847,0.45701844351632254,0.716774508357048,0.9538111180179637,-0.0030324911146765643,0.015146652020380966,0.09702188322054488,0.12252139540594296,0.15727723010094308,0.164705385559266,0.32395212990897043,0.7418474086693355,0.9873515931192676,-0.00017748525166488044,0.04680760936545474,0.1713761179042714,0.21573047146567212,0.2752135013544162,0.2876623195072609,0.5646843229021344,0.6847990506461689,0.9119197104494008,-0.026203604947243418,0.015146652020380966,0.09702188322054488,0.12252139540594296,0.15727723010094308,0.164705385559266,0.32395212990897043,0.7418474086693355,0.9873515931192676,-0.00017748525166488044,0.04032206402293274,0.008661106677858958,7.21722027773776,2.3354477099616577,1.5541307341168178,3.09029409927562,0.999999999978636,3.09029409927562,0.5029070645342487,0.9999999999339788,0.020227561756539326,0.29101321810655034,416,low_priority_skip_for_now,64,0.015146652020380966
+up_blocks.0.attentions.0.transformer_blocks.5.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.14005878966833865,0.17575767995523556,0.0005113241700850527,0.01743939510613148,0.021940448061746148,0.12517238368900435,0.12552120977790196,0.05725185626319477,0.17360709394727433,0.9877790489582265,5.292457918975353e-05,0.0035128734577613485,0.04568984934927097,0.057410874060356706,0.32725510132559793,0.32783587996793384,0.14969030448368617,0.1630214768062745,0.9282090412498335,-0.0005003740439600993,0.0035793286099630806,0.04616937945996012,0.05800180419463664,0.3309202619828243,0.3315124509639865,0.15125100101743424,0.16452431425984418,0.9376626259713482,-0.00029630475858409355,0.003475280717663866,0.045375256366761665,0.05701681111712521,0.324368786106076,0.32502123432260005,0.14867011670555388,0.1661434057833893,0.9468202728736419,0.00018830707855548617,0.0035128734577613485,0.04568984934927097,0.057410874060356706,0.32725510132559793,0.32783587996793384,0.14969030448368617,0.1630214768062745,0.9282090412498335,-0.0005003740439600993,0.003475280717663866,0.045375256366761665,0.05701681111712521,0.324368786106076,0.32502123432260005,0.14867011670555388,0.1661434057833893,0.9468202728736419,0.00018830707855548617,0.003001549287676296,0.0029639565475788133,6.870149420683311,6.796629054889319,0.9814336261280433,1.0108171805792816,0.9999999997153327,1.0108171805792816,0.9709308910669651,0.9999999997122535,0.0201449131887036,0.02062109209988171,417,low_priority_skip_for_now,256,0.003475280717663866
+up_blocks.0.attentions.1.transformer_blocks.3.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5628222642200333,0.7115504017898014,0.008153665320216013,0.07179146233413901,0.09028685371444437,0.12780237596395042,0.1270766047622566,0.23542826516287668,0.7027320340275764,0.9876625940310774,-0.00010806762270476611,0.05483942558722837,0.18583762698939868,0.2341719400817456,0.3307381130801077,0.3295311003778476,0.6140052931649345,0.6580079102090427,0.9249683218238609,0.004317748108438276,0.03209978480091585,0.13870090884821756,0.17455119137910893,0.24465728248543714,0.24373280885235632,0.4561734199523926,0.6860399810331208,0.9648798201438472,0.0007869654790105025,0.01749604193693293,0.10420744400471449,0.13123568905948316,0.18461482598040355,0.18393156259101198,0.3438554491315569,0.6995204240083694,0.9834140123835595,0.0010539207279894722,0.05483942558722837,0.18583762698939868,0.2341719400817456,0.3307381130801077,0.3295311003778476,0.6140052931649345,0.6580079102090427,0.9249683218238609,0.004317748108438276,0.01749604193693293,0.10420744400471449,0.13123568905948316,0.18461482598040355,0.18393156259101198,0.3438554491315569,0.6995204240083694,0.9834140123835595,0.0010539207279894722,0.046685760267012356,0.009342376616716918,6.725739091171059,2.14578858067768,1.7084047736031964,3.134390382794623,0.9999999999817649,3.134390382794623,0.5450516894396343,0.9999999999428443,0.020046765060541344,0.3139962428288856,418,low_priority_skip_for_now,64,0.01749604193693293
+mid_block.attentions.0.transformer_blocks.3.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.3.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5758695953658649,0.7228290055479322,0.005127701584050166,0.057001875646944554,0.07160671492071109,0.09902351085691753,0.0991351844448152,0.18599850790841238,0.7113173731735775,0.9840787176000652,0.0017268253265813524,0.03754319177408304,0.15426243894866534,0.19374882233524968,0.2679553286718693,0.2681915348192048,0.5029140199933734,0.6533648499420711,0.9039657595888676,0.009841396207255977,0.025242561474442482,0.1259013270693166,0.15810189694404556,0.2191016804654697,0.21946153865104573,0.41015359333583284,0.6920988016894886,0.9570131443862949,0.0048640070973695925,0.012965866747046155,0.08996549714356661,0.11304938128853066,0.1566024408607684,0.15698894191759746,0.2939690521785191,0.7134218545896667,0.986840057705044,0.00037542403969073997,0.03754319177408304,0.15426243894866534,0.19374882233524968,0.2679553286718693,0.2681915348192048,0.5029140199933734,0.6533648499420711,0.9039657595888676,0.009841396207255977,0.012965866747046155,0.08996549714356661,0.11304938128853066,0.1566024408607684,0.15698894191759746,0.2939690521785191,0.7134218545896667,0.986840057705044,0.00037542403969073997,0.03241549019003287,0.00783816516299599,7.321641314607768,2.528592300466195,1.4872972305368997,2.895540460474073,0.9999999999733641,2.895540460474073,0.5136509921808113,0.9999999999228744,0.019819524080934018,0.23733459220860748,419,low_priority_skip_for_now,128,0.012965866747046155
+down_blocks.1.attentions.0.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6136591455766133,0.7881574875542096,0.007216081605292857,0.06700586840244276,0.08483451320908493,0.1092113733048955,0.10762394455104403,0.22610514504568918,0.7765110273446355,0.985213766280694,-0.0006411358474776664,0.05117385708061712,0.17818245132054603,0.22592447530102883,0.29037875104174227,0.2865911650825778,0.6039000919886998,0.7183522858789989,0.911453998859881,-0.003046996370747885,0.03401658331443157,0.14456528371998242,0.18350198039064614,0.23632902201159212,0.2334135109511757,0.49243273053850445,0.7471302353910038,0.9476485696037269,-0.0023159680562555096,0.016095244691574147,0.09964780057115215,0.12642437717151642,0.16278314308872416,0.1607068843227443,0.3389951160975865,0.7786181239145142,0.9878441982587182,-0.00014129996244654258,0.05117385708061712,0.17818245132054603,0.22592447530102883,0.29037875104174227,0.2865911650825778,0.6039000919886998,0.7183522858789989,0.911453998859881,-0.003046996370747885,0.016095244691574147,0.09964780057115215,0.12642437717151642,0.16278314308872416,0.1607068843227443,0.3389951160975865,0.7786181239145142,0.9878441982587182,-0.00014129996244654258,0.043957775475324264,0.00887916308628129,7.091640570692887,2.2304687737369995,1.5043796905200113,3.1794395213032813,0.9999999999804587,3.1794395213032813,0.47315876913107163,0.9999999999378699,0.01980469600086866,0.3117327439582183,420,low_priority_skip_for_now,64,0.016095244691574147
+up_blocks.0.attentions.1.transformer_blocks.5.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.1442604780729328,0.1816944455994027,0.0005552069266871383,0.018029411722506796,0.02268904952004199,0.12536493776019428,0.12527307731813023,0.059240328414099555,0.17938424021537816,0.9869398394876853,-0.00023011982948365324,0.0037409388314699754,0.04684081710209804,0.05884766190208153,0.32558407317634214,0.32474122418000123,0.15245851555040904,0.16875247391206877,0.9280661695072713,0.00026910740975186594,0.004252187013792407,0.050082574265875986,0.06273337109380527,0.3488651154935364,0.3468111230190734,0.16172932673777854,0.17189040500670671,0.9458606642056804,0.0005617745055331065,0.00359199769445695,0.04582485742866993,0.05760569097106736,0.3183477947280601,0.31765276633409806,0.14963387538279807,0.17126456714634383,0.9423259434061552,-4.210974267542562e-05,0.0037409388314699754,0.04684081710209804,0.05884766190208153,0.32558407317634214,0.32474122418000123,0.15245851555040904,0.16875247391206877,0.9280661695072713,0.00026910740975186594,0.00359199769445695,0.04582485742866993,0.05760569097106736,0.3183477947280601,0.31765276633409806,0.14963387538279807,0.17126456714634383,0.9423259434061552,-4.210974267542562e-05,0.003185731904782837,0.0030367907677698114,6.737918143517856,6.469655754153445,0.8797681801049875,1.0414647081208883,0.9999999997326874,1.0414647081208883,0.8447412312678614,0.9999999997216034,0.01964699086486202,0.021465200801619976,421,low_priority_skip_for_now,256,0.00359199769445695
+up_blocks.0.attentions.2.transformer_blocks.7.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5176523114953723,0.648834982088634,0.006529767590109259,0.06398881925269961,0.08042192993720247,0.12343461010669168,0.12376171737983334,0.20923995971679688,0.6407498504434314,0.9874804789599463,0.0014722460920373642,0.0446128132420459,0.16743512824177742,0.21029051812347235,0.32306346016790644,0.32371323083954323,0.545658929007394,0.5983242339321545,0.9220908359325789,0.00859680978880663,0.02595532389490732,0.1275300226573433,0.16042387869126065,0.24890414438810574,0.24971913961302533,0.418694087437221,0.6234512063009399,0.9594768620434904,0.0018194281296928239,0.015045955244983946,0.09715636234198298,0.1222898956160866,0.18850061421580186,0.18925475223673685,0.31980247156960623,0.6379230969718525,0.9828043603870789,0.00030965126195172033,0.0446128132420459,0.16743512824177742,0.21029051812347235,0.32306346016790644,0.32371323083954323,0.545658929007394,0.5983242339321545,0.9220908359325789,0.00859680978880663,0.015045955244983946,0.09715636234198298,0.1222898956160866,0.18850061421580186,0.18925475223673685,0.31980247156960623,0.6379230969718525,0.9828043603870789,0.00030965126195172033,0.03808304565193664,0.008516187654874687,6.832220690792947,2.304209917895099,1.7188309196588576,2.9651034123575446,0.9999999999775849,2.9651034123575446,0.5796866687283536,0.9999999999335369,0.01962308405701806,0.2601917724715739,422,low_priority_skip_for_now,64,0.015045955244983946
+down_blocks.2.attentions.1.transformer_blocks.0.ff.net.2,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6270400711468288,0.7950124517083168,0.005410764773841947,0.057311715957309516,0.07233554141494467,0.0926805499807638,0.09229846098353507,0.1908680158002036,0.7824106620890754,0.9842341224790461,0.00026341271018281986,0.04143030000185328,0.15832859610340425,0.19960332967835442,0.25496229207111726,0.25366860832831156,0.5234655823026385,0.7169868658695903,0.9026973514441587,-0.002554529028722235,0.026662021675812348,0.12784977975700582,0.16191563206702989,0.2135948229727155,0.21299574538130414,0.4319149766649519,0.7474817676203591,0.9370157689323894,0.0004523385234327699,0.013357886994656707,0.09130174028021949,0.11505895176593206,0.1543021279160097,0.15333786115849576,0.30205677236829487,0.7844332861048835,0.9849896071330662,0.00020478372333140475,0.04143030000185328,0.15832859610340425,0.19960332967835442,0.25496229207111726,0.25366860832831156,0.5234655823026385,0.7169868658695903,0.9026973514441587,-0.002554529028722235,0.013357886994656707,0.09130174028021949,0.11505895176593206,0.1543021279160097,0.15333786115849576,0.30205677236829487,0.7844332861048835,0.9849896071330662,0.00020478372333140475,0.03601953522801133,0.00794712222081476,7.657013698782255,2.468761358240139,1.5539069206400329,3.101560899214394,0.9999999999758631,3.101560899214394,0.5010080314454889,0.9999999999251379,0.019619548247959036,0.2758020746646528,423,low_priority_skip_for_now,64,0.013357886994656707
+up_blocks.0.attentions.0.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5331339197499412,0.6678944889988218,0.004914871084370783,0.055762725083955696,0.07005940369955381,0.1045829533149439,0.10490349498636291,0.1820223672049386,0.6580161292638097,0.9852236227107001,0.0013529329949700955,0.03519093591187682,0.14921636480305875,0.18747395697040142,0.2798568306747219,0.2807201073140419,0.4870383398873465,0.607690115060125,0.9098820947108495,0.0083851293987079,0.022303492994979024,0.11867796616362673,0.14918435184076265,0.22306315057087928,0.22398246396368954,0.3884097508021763,0.6366619318723679,0.9527612938545926,0.004451637034695263,0.012571680941618979,0.08895777418677296,0.11185173989629428,0.16720521893008108,0.16795649593611683,0.2914488656180246,0.6608654196773257,0.9893800955280724,-7.472054832240766e-05,0.03519093591187682,0.14921636480305875,0.18747395697040142,0.2798568306747219,0.2807201073140419,0.4870383398873465,0.607690115060125,0.9098820947108495,0.0083851293987079,0.012571680941618979,0.08895777418677296,0.11185173989629428,0.16720521893008108,0.16795649593611683,0.2914488656180246,0.6608654196773257,0.9893800955280724,-7.472054832240766e-05,0.030276064827506034,0.007656809857248196,7.160093377957231,2.557886203574871,1.5778217303550257,2.799222798645549,0.9999999999715836,2.799222798645549,0.5636642181511865,0.9999999999204561,0.019585248297251237,0.21677945128202977,424,low_priority_skip_for_now,128,0.012571680941618979
+down_blocks.2.attentions.0.transformer_blocks.2.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.49148524925112724,0.6181639496769223,0.0033757926264245596,0.04618204225386892,0.058096262766309484,0.09399928507830017,0.09401374727612145,0.15165151868547713,0.6082715924297061,0.984001315671416,0.001336436903199813,0.025127270192440068,0.12601571516799076,0.15850388492018602,0.25646947226051553,0.2564751491372711,0.41356652123587473,0.5579930405531611,0.9026981037751778,0.007038054601123024,0.020056896793123866,0.11210406385362148,0.1410509907418482,0.22781938632448687,0.22795253803685508,0.36839267185756136,0.5809102633169719,0.9398830992132216,-0.0017948912100109737,0.009859472105745226,0.07869226658450705,0.09900871198924886,0.1600203002445994,0.1601572436776272,0.25855840955461773,0.6096551535384995,0.9862325471646252,-0.00037489924981822957,0.025127270192440068,0.12601571516799076,0.15850388492018602,0.25646947226051553,0.2564751491372711,0.41356652123587473,0.5579930405531611,0.9026981037751778,0.007038054601123024,0.009859472105745226,0.07869226658450705,0.09900871198924886,0.1600203002445994,0.1601572436776272,0.25855840955461773,0.6096551535384995,0.9862325471646252,-0.00037489924981822957,0.021751477566015507,0.0064836794793206665,7.4433689997154895,2.9206391487581267,1.252799495872247,2.548541130843058,0.9999999999602026,2.548541130843058,0.4915751527740716,0.9999999998985747,0.018936488115303646,0.16190427381288675,425,low_priority_skip_for_now,128,0.009859472105745226
+up_blocks.0.attentions.2.transformer_blocks.4.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3453899534153087,0.4354216866195202,0.0031708772003185004,0.04425802494266203,0.05567959569488107,0.12843375929666637,0.12816036992764498,0.14533597656658717,0.42985188215970993,0.9872988356124399,7.409083938065513e-05,0.021047404867463877,0.11418239093784775,0.1435230518681359,0.3315323958617409,0.3305286572193894,0.37314449889319284,0.4029180764087609,0.9262054196807457,0.0012659494610878547,0.014777134488602834,0.09601375912981373,0.12073639697827585,0.28384314062553534,0.282983552993253,0.31475123337336947,0.418008204549551,0.9577519397698566,0.0012704863019540166,0.009476655961147376,0.07676356179373604,0.09662229688246447,0.22589263547053534,0.22546528830340434,0.25265832458223614,0.4250209310225078,0.9750725815412712,0.00020288946004143327,0.021047404867463877,0.11418239093784775,0.1435230518681359,0.3315323958617409,0.3305286572193894,0.37314449889319284,0.4029180764087609,0.9262054196807457,0.0012659494610878547,0.009476655961147376,0.07676356179373604,0.09662229688246447,0.22589263547053534,0.22546528830340434,0.25265832458223614,0.4250209310225078,0.9750725815412712,0.00020288946004143327,0.017876527667145377,0.006305778760828875,6.637723106625522,2.9886543563424133,1.4243224816200186,2.220973827849567,0.9999999999524882,2.220973827849567,0.641305387578027,0.9999999998944775,0.01884579316368268,0.11865944076244131,426,low_priority_skip_for_now,128,0.009476655961147376
+up_blocks.0.attentions.1.transformer_blocks.4.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6028499134949276,0.764266584600721,0.009442664566449821,0.07725516161216157,0.09715710810447224,0.12823108619611706,0.12717063650147187,0.253326416015625,0.7547219927821841,0.987532791369541,-7.945056631797343e-05,0.06323898823133536,0.1997738547090973,0.25145186089155175,0.3315943614424363,0.3291329842765499,0.6578456333705357,0.7083996278899056,0.9269698993784542,0.006287793953171266,0.04213700666358428,0.1612514049879142,0.20301782232007345,0.2669197990591802,0.2652675942207316,0.5312788827078683,0.7336280260767255,0.9602233591171506,0.003637377775573571,0.018838492637899305,0.10758753666388136,0.13547028291356372,0.17801421642867274,0.17693225763992013,0.35473646436418804,0.7534730083176068,0.9859929192535156,0.00015796840965062335,0.06323898823133536,0.1997738547090973,0.25145186089155175,0.3315943614424363,0.3291329842765499,0.6578456333705357,0.7083996278899056,0.9269698993784542,0.006287793953171266,0.018838492637899305,0.10758753666388136,0.13547028291356372,0.17801421642867274,0.17693225763992013,0.35473646436418804,0.7534730083176068,0.9859929192535156,0.00015796840965062335,0.05379632366488554,0.009395828071449484,6.697155001071303,1.9950399067269857,1.5007945090814219,3.3569027757960943,0.9999999999841869,3.3569027757960943,0.4470771449869709,0.9999999999469172,0.01874505195928737,0.36028231807153865,427,low_priority_skip_for_now,64,0.018838492637899305
+up_blocks.0.attentions.2.transformer_blocks.9.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5292665234633854,0.6697341576218605,0.006231083967057722,0.06246066638933761,0.07865831319096347,0.11803447520907918,0.1174545790405844,0.20611401966639928,0.6605643779039383,0.9862840139013453,-0.0005720524086711976,0.043163156669054716,0.16437903232872486,0.2070193904514142,0.3106188429145269,0.3091077711564324,0.5422537667410714,0.6140812305467469,0.9168195975354486,-0.005104541247419547,0.02531084980416511,0.12531999498605728,0.15786642480119542,0.23896889818103365,0.23793858147434607,0.41409220014299664,0.6419125369616917,0.9571767617153971,0.0003962054650920826,0.014360759540327958,0.09474590979516506,0.11949878915924617,0.17961906744508732,0.17905132670641438,0.3147176333836147,0.6575310762439456,0.9816118468646705,0.0007241153363273563,0.043163156669054716,0.16437903232872486,0.2070193904514142,0.3106188429145269,0.3091077711564324,0.5422537667410714,0.6140812305467469,0.9168195975354486,-0.005104541247419547,0.014360759540327958,0.09474590979516506,0.11949878915924617,0.17961906744508732,0.17905132670641438,0.3147176333836147,0.6575310762439456,0.9816118468646705,0.0007241153363273563,0.03693207270199699,0.008129675573270236,6.9270702963274315,2.304696841503858,1.7053223025426252,3.005631877954511,0.9999999999768321,3.005631877954511,0.5673756373599673,0.9999999999303658,0.01873643761616698,0.25583106379580856,428,low_priority_skip_for_now,64,0.014360759540327958
+down_blocks.2.attentions.1.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6120606703417641,0.7607748593602862,0.004604170797392726,0.05399721801014883,0.06782790397049157,0.08826265613087585,0.0891850090748392,0.17612811497279576,0.7486768237182072,0.9840944197259257,0.00211368095603705,0.03520079469308257,0.14941060356795788,0.18757170042114785,0.24419470339603594,0.24661054158436074,0.48602826254708426,0.6859118267893791,0.9016040311593747,0.01439626278754856,0.02028394540372704,0.11182573158293962,0.14053282619127505,0.18276510864656142,0.18488059079661537,0.3655071258544922,0.7293302576456752,0.9586132300027431,-0.0003295394811045428,0.011762807935675872,0.08578721686665501,0.10782225756882098,0.14032364985013115,0.14192720593162164,0.2805264336722238,0.7490024470857212,0.9845041152530581,0.00011806470011574024,0.03520079469308257,0.14941060356795788,0.18757170042114785,0.24419470339603594,0.24661054158436074,0.48602826254708426,0.6859118267893791,0.9016040311593747,0.01439626278754856,0.011762807935675872,0.08578721686665501,0.10782225756882098,0.14032364985013115,0.14192720593162164,0.2805264336722238,0.7490024470857212,0.9845041152530581,0.00011806470011574024,0.030596623895689845,0.007158637138283146,7.645414610893854,2.554815720516311,1.7354017668021953,2.9925503232377175,0.9999999999715916,2.9925503232377175,0.5799072961877835,0.9999999999149862,0.018288998698357678,0.23392387537613119,429,low_priority_skip_for_now,128,0.011762807935675872
+down_blocks.2.attentions.1.transformer_blocks.7.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5110751347882407,0.6457035360591752,0.0031639987220322447,0.04477288693721805,0.056137405453002505,0.08776746850280015,0.08707292356324725,0.14482459000178746,0.6343902413334165,0.9824477710463654,0.001239035280767504,0.02414371326033558,0.1236879922715681,0.15507602199460058,0.2423918070145872,0.24048698429976373,0.401256935937064,0.5807943274932248,0.8994160267426876,-0.003795498669205699,0.015039035218900867,0.09700037179780858,0.12167689063436404,0.1912679765671102,0.18982707496522916,0.31561143909181866,0.6113528864724296,0.9461118322349552,-0.0011996194487957318,0.009258083932633911,0.07587597771946873,0.09514568218139655,0.14886683068652315,0.14771836425387463,0.24559285811015538,0.6274893273200307,0.9718397598222593,-0.0009639136849598019,0.02414371326033558,0.1236879922715681,0.15507602199460058,0.2423918070145872,0.24048698429976373,0.401256935937064,0.5807943274932248,0.8994160267426876,-0.003795498669205699,0.009258083932633911,0.07587597771946873,0.09514568218139655,0.14886683068652315,0.14771836425387463,0.24559285811015538,0.6274893273200307,0.9718397598222593,-0.0009639136849598019,0.020979714538303336,0.006094085210601667,7.630759483112954,2.926070691887432,1.6054030665734904,2.607852060254424,0.9999999999585814,2.607852060254424,0.6156035807657971,0.9999999998919863,0.01783172412860619,0.1600911556661609,430,low_priority_skip_for_now,128,0.009258083932633911
+up_blocks.0.attentions.2.transformer_blocks.4.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.49870668404868673,0.6287035239594323,0.005888418959719794,0.06092215542282377,0.07660124838863415,0.12208033740350935,0.12179689881382515,0.19957528795514787,0.6213096305727959,0.9882027330695394,0.0009983259429385985,0.04075138237593429,0.1602935948010002,0.2014980111169915,0.3211827038049312,0.3203474076381463,0.524400166102818,0.5803105298961911,0.922945257427631,0.010054115738187517,0.02295491475212787,0.11923757927226168,0.1500264549923696,0.24040438260120947,0.24048452987409555,0.3918525150844029,0.6089354455471039,0.9676020061939979,0.0018723629245869233,0.013451312518944698,0.0919648301122444,0.11578027796157506,0.18465281978791567,0.18459968860586803,0.3029749734061105,0.6223023150648389,0.9895710640502305,-0.0009439695438036974,0.04075138237593429,0.1602935948010002,0.2014980111169915,0.3211827038049312,0.3203474076381463,0.524400166102818,0.5803105298961911,0.922945257427631,0.010054115738187517,0.013451312518944698,0.0919648301122444,0.11578027796157506,0.18465281978791567,0.18459968860586803,0.3029749734061105,0.6223023150648389,0.9895710640502305,-0.0009439695438036974,0.0348629634162145,0.007562893559224904,6.920598321514963,2.284367435244523,1.7752791859260315,3.0295469171139167,0.999999999975461,3.0295469171139167,0.5859883455725665,0.9999999999256578,0.017276427762913917,0.2412725661012916,431,low_priority_skip_for_now,64,0.013451312518944698
+up_blocks.0.attentions.1.proj_in,model.diffusion_model.output_blocks.1.1.proj_in.weight,proj_in,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7309928706714085,0.994506625192506,0.008311009699744838,0.07187108336282629,0.09115925378138409,0.09837686216508533,0.09176903154044476,0.24355403866086686,0.9781083879726273,0.9835673136256349,0.0009356959907498614,0.06248972678024854,0.19558484799095563,0.2499587855410856,0.2676667999416263,0.25161312599565483,0.6782265050070626,0.8966177776455879,0.9017622092256099,0.0033119073424521567,0.03289098758250475,0.14046567984457528,0.17790175463159794,0.1922021614232369,0.18047871166397841,0.47151172161102295,0.9523807646972793,0.9568858425329358,-0.0013443237528138394,0.016669352671929767,0.10093322276536908,0.12769380881005316,0.1380884473610455,0.12934817365016946,0.3377248389380319,0.9853010848164558,0.9905223840058566,-0.000693093182105388,0.06248972678024854,0.19558484799095563,0.2499587855410856,0.2676667999416263,0.25161312599565483,0.6782265050070626,0.8966177776455879,0.9017622092256099,0.0033119073424521567,0.016669352671929767,0.10093322276536908,0.12769380881005316,0.1380884473610455,0.12934817365016946,0.3377248389380319,0.9853010848164558,0.9905223840058566,-0.000693093182105388,0.0541787170805037,0.00835834297218493,7.518909137435872,2.0056952490905946,1.8999042403818833,3.748779452109672,0.9999999999839974,3.748779452109672,0.5068060856977631,0.9999999999400098,0.016764288789581073,0.40736485091115227,432,low_priority_skip_for_now,64,0.016669352671929767
+up_blocks.0.attentions.2.transformer_blocks.3.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3054278468979256,0.3851862523172583,0.0025092633648975088,0.03935522895439395,0.0495952355281576,0.1291597222583883,0.12908219780385907,0.13021829085690634,0.38045581909162657,0.987754584769129,6.423333499177326e-05,0.017115968761832585,0.10276462443705116,0.12940693158969788,0.3368043225528456,0.33640594864393397,0.33857859883989605,0.3563208941902433,0.9252030803449375,-0.003223520029808112,0.013450322040755833,0.0915499349523868,0.11523226177993515,0.3035885308319167,0.3030581091848453,0.3009805296148573,0.3664680224444185,0.9495691843284103,-0.001218170826405185,0.007826042918687952,0.06987620956663575,0.0879651315250606,0.23245592575150376,0.23212892607049573,0.23008490886007035,0.37487521501524107,0.9718788323845959,-0.0003948457848374736,0.017115968761832585,0.10276462443705116,0.12940693158969788,0.3368043225528456,0.33640594864393397,0.33857859883989605,0.3563208941902433,0.9252030803449375,-0.003223520029808112,0.007826042918687952,0.06987620956663575,0.0879651315250606,0.23245592575150376,0.23212892607049573,0.23008490886007035,0.37487521501524107,0.9718788323845959,-0.0003948457848374736,0.014606705396935076,0.005316779553790443,6.8211129188149515,3.118860708305422,1.272532264186459,2.187052759290905,0.9999999999415751,2.187052759290905,0.5818479954898035,0.9999999998722214,0.016582294845038648,0.09963398688435793,433,low_priority_skip_for_now,128,0.007826042918687952
+mid_block.attentions.0.transformer_blocks.2.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.2.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5503495495234217,0.6857870221138,0.004489006615975606,0.05332741493891392,0.06699952190449658,0.09690526533413855,0.09770960218556388,0.17411422729492188,0.6749012651188033,0.9841220278298194,0.0018681984781453917,0.033258841572595496,0.14514227105038507,0.18236663193946362,0.26374250983761943,0.26594726057309226,0.4739445277622768,0.6204248475176948,0.9046936765325072,0.012203213609089809,0.023942568938114812,0.12230215221643448,0.15379566786710006,0.22229878415780094,0.22457119203168632,0.4008479799543108,0.6515545972755977,0.949926086365582,0.003176063820449469,0.011118085306536938,0.08328333071299962,0.10468981581672841,0.15136420696442018,0.15287126155970765,0.27255221775599886,0.6778446595583644,0.988358537485002,0.00017200243194435773,0.033258841572595496,0.14514227105038507,0.18236663193946362,0.26374250983761943,0.26594726057309226,0.4739445277622768,0.6204248475176948,0.9046936765325072,0.012203213609089809,0.011118085306536938,0.08328333071299962,0.10468981581672841,0.15136420696442018,0.15287126155970765,0.27255221775599886,0.6778446595583644,0.988358537485002,0.00017200243194435773,0.02876983495661989,0.006629078690561332,7.408953563762641,2.4767362258930157,1.389109149363699,2.9914180951687213,0.9999999999699328,2.9914180951687213,0.46436476114195907,0.9999999999100564,0.016418479337208688,0.21315437123071193,434,low_priority_skip_for_now,64,0.011118085306536938
+up_blocks.0.attentions.2.transformer_blocks.2.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.47198246100119184,0.5899621205670493,0.00511018290749884,0.05678363876151187,0.07139059266864124,0.12024875069152637,0.12095131469396966,0.18598052433558873,0.5821707025170326,0.9867535262309947,0.0020396729045647328,0.035244165387536795,0.1492552129285676,0.1874965029937464,0.3160766072786697,0.3176640693418467,0.48720223563058035,0.5439268180302211,0.9218697780925309,0.010935762913764588,0.021120860540707196,0.11444568261504173,0.14386612346816713,0.24328505902368278,0.24501482850832995,0.37455122811453684,0.5672229155898094,0.9609020226212942,0.0017430969918288092,0.011815015359648637,0.08596021894897733,0.10824213820134596,0.18242167533767542,0.1839457473963376,0.28350721086774555,0.580872447362968,0.9844272480807021,0.0004925030213079091,0.035244165387536795,0.1492552129285676,0.1874965029937464,0.3160766072786697,0.3176640693418467,0.48720223563058035,0.5439268180302211,0.9218697780925309,0.010935762913764588,0.011815015359648637,0.08596021894897733,0.10824213820134596,0.18242167533767542,0.1839457473963376,0.28350721086774555,0.580872447362968,0.9844272480807021,0.0004925030213079091,0.030133982480037954,0.006704832452149797,6.8968500773077155,2.3120533200482636,1.6686898395044285,2.982997847376638,0.9999999999716266,2.982997847376638,0.5594002827828733,0.9999999999153619,0.015501930131360277,0.2078295593970391,435,low_priority_skip_for_now,64,0.011815015359648637
+up_blocks.0.attentions.0.transformer_blocks.6.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.12161524354347161,0.15252288563975266,0.0003735631110300476,0.01506441374242838,0.01891996425094108,0.1237334500198777,0.1239103724264754,0.049087882574115484,0.15043113793113402,0.9862769915956872,4.4309204188916086e-05,0.002514581562926261,0.03913930816841977,0.049142571955440854,0.321658652222826,0.3220942410097942,0.12880314247948782,0.14131875429302454,0.9269164926242405,0.0003761157178985286,0.0027031573180076,0.04055922515025096,0.0509468025653011,0.33380108500309796,0.3343420122322624,0.13233894535473414,0.14394233548747642,0.9450446720956319,0.0006175642818919057,0.0025108324584185277,0.038906068773940206,0.04876024642642368,0.3178278767525545,0.317678644568481,0.1260722574910947,0.1439519307709166,0.9449370036920594,0.0003814776055922461,0.002514581562926261,0.03913930816841977,0.049142571955440854,0.321658652222826,0.3220942410097942,0.12880314247948782,0.14131875429302454,0.9269164926242405,0.0003761157178985286,0.0025108324584185277,0.038906068773940206,0.04876024642642368,0.3178278767525545,0.317678644568481,0.1260722574910947,0.1439519307709166,0.9449370036920594,0.0003814776055922461,0.0021410184518962133,0.00213726934738848,6.73134333114775,6.7213072639157385,0.93023870466016,1.001493171515156,0.9999999996023196,1.001493171515156,0.9288517692859697,0.9999999996017257,0.014365243989546642,0.014411930278035855,436,low_priority_skip_for_now,256,0.0025108324584185277
+up_blocks.0.attentions.0.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.12286449915596417,0.15601746737957,0.00034770219164264357,0.014437033096328378,0.01827609063376354,0.11799137424641704,0.11762349976394303,0.04866535323006766,0.15409707371145487,0.9877933473040519,9.41779215151785e-05,0.002403179411235864,0.037955656148759384,0.04809947628517898,0.3105215631688104,0.30992788800911103,0.12860185865845,0.14355372078716755,0.9205687231698177,0.00042733067139774254,0.002574700250988826,0.0391510669474623,0.04946452624677942,0.31918430044257173,0.3176404965204678,0.1310597700732095,0.14758288620838098,0.9461374278090305,-0.00010964626523803287,0.0023737033427875887,0.037698595585035424,0.04759794251098901,0.30777654548395067,0.3061794257016794,0.12565227331859724,0.14876886097980396,0.9539138446363383,0.000487494170978867,0.002403179411235864,0.037955656148759384,0.04809947628517898,0.3105215631688104,0.30992788800911103,0.12860185865845,0.14355372078716755,0.9205687231698177,0.00042733067139774254,0.0023737033427875887,0.037698595585035424,0.04759794251098901,0.30777654548395067,0.3061794257016794,0.12565227331859724,0.14876886097980396,0.9539138446363383,0.000487494170978867,0.0020554772195932203,0.002026001151144945,6.911602693589481,6.826828800666207,0.933382209979406,1.0124177553717568,0.9999999995838846,1.0124177553717568,0.9219338604383258,0.9999999995787173,0.0138311630088192,0.014206641887552319,437,low_priority_skip_for_now,256,0.0023737033427875887
+up_blocks.0.attentions.2.transformer_blocks.1.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3351319618523121,0.4249160646327904,0.002495235952665098,0.03921548426816506,0.04941583269919884,0.11777929349566878,0.1171281132521749,0.12964648540530885,0.41881356867296354,0.9855788730479812,0.0008014490802971912,0.017271339211479893,0.10293815857065576,0.12982285981222155,0.3086286199490084,0.307132945328536,0.3415822386741638,0.38829299435019493,0.9143593889642981,-5.725960056679469e-05,0.012637188907579653,0.08878218329378537,0.1118432256562,0.27464911758330085,0.27319014449277684,0.29330005922487806,0.412704058523689,0.966813611762727,0.001407396809700653,0.007196137773072613,0.06684946335319962,0.08423707769304045,0.20539216308575933,0.2043299883541562,0.22108341540609086,0.4152422110949244,0.9755321384470718,-5.496081517516618e-07,0.017271339211479893,0.10293815857065576,0.12982285981222155,0.3086286199490084,0.307132945328536,0.3415822386741638,0.38829299435019493,0.9143593889642981,-5.725960056679469e-05,0.007196137773072613,0.06684946335319962,0.08423707769304045,0.20539216308575933,0.2043299883541562,0.22108341540609086,0.4152422110949244,0.9755321384470718,-5.496081517516618e-07,0.014776103258814795,0.004700901820407515,6.9217258536656985,2.8839508193614516,1.3667073695285206,2.4000845667113007,0.9999999999421006,2.4000845667113007,0.5694413389822007,0.9999999998610365,0.013557169656701992,0.10227613594297234,438,low_priority_skip_for_now,128,0.007196137773072613
+up_blocks.0.attentions.0.transformer_blocks.8.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.11242031665252787,0.1410005200388176,0.00028993599231138693,0.013417557098104485,0.016861173941561135,0.11937958975489374,0.11958441432888477,0.04385100092206683,0.13913161320877926,0.9866948768410636,-0.00019563029275104782,0.002061344965893243,0.035852733899706175,0.04494332951223035,0.3190043363168676,0.31870756307529147,0.11579005207334246,0.1293309046221631,0.9175201533045741,-0.0001408633107595441,0.002117497784118833,0.036358994498316734,0.04553539930594878,0.32374634859092055,0.32313187117125125,0.11662420630455017,0.13073190408093588,0.9277890020303284,-7.423049867481625e-06,0.0020949568861396983,0.03608525883672493,0.04533331173925905,0.32100343217484184,0.3215005999573048,0.11816552441034998,0.13193200355661766,0.9366791275037866,-0.0004178432835974125,0.002061344965893243,0.035852733899706175,0.04494332951223035,0.3190043363168676,0.31870756307529147,0.11579005207334246,0.1293309046221631,0.9175201533045741,-0.0001408633107595441,0.0020949568861396983,0.03608525883672493,0.04533331173925905,0.32100343217484184,0.3215005999573048,0.11816552441034998,0.13193200355661766,0.9366791275037866,-0.0004178432835974125,0.0017714089735818561,0.0018050208938283113,7.109655280637714,7.225584040853271,0.9734815216241471,0.9839557933374244,0.9999999995148798,0.9839557933374244,0.9893549362188023,0.9999999995226632,0.013042330163852554,0.012594107163195277,439,low_priority_skip_for_now,256,0.0020949568861396983
+up_blocks.0.attentions.1.transformer_blocks.2.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6278460983719144,0.7945281299097198,0.011790813753447895,0.08318067628091999,0.10580308021056117,0.1316454740261682,0.13224548318789436,0.2866924490247454,0.7743097682084356,0.9759936240592962,0.0009558195107826707,0.0709867323083537,0.20699613275272505,0.26187332820202086,0.3294936543326187,0.32941546630508994,0.6994474530220032,0.7218607908913067,0.910623399900412,-0.0016425647592573764,0.04614700051024556,0.16884114752922738,0.21260260595393107,0.2759675254532771,0.27495225977971366,0.5565858653613499,0.76667456222432,0.9607819368899378,-0.004590020068592692,0.019592449717622782,0.1107900266402534,0.13945408840973966,0.18350673505898546,0.1829275593713071,0.3647295960358211,0.7784953564405441,0.9784915135431483,0.0016129279426552654,0.0709867323083537,0.20699613275272505,0.26187332820202086,0.3294936543326187,0.32941546630508994,0.6994474530220032,0.7218607908913067,0.910623399900412,-0.0016425647592573764,0.019592449717622782,0.1107900266402534,0.13945408840973966,0.18350673505898546,0.1829275593713071,0.3647295960358211,0.7784953564405441,0.9784915135431483,0.0016129279426552654,0.0591959185549058,0.007801635964174887,6.0205117124825325,1.6616706976846143,1.5382740269555537,3.623167767575294,0.9999999999859128,3.623167767575294,0.424566049809636,0.99999999994896,0.012963749875671863,0.35638972099097244,440,low_priority_skip_for_now,64,0.019592449717622782
+mid_block.attentions.0.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5257995128631592,0.6537232877952712,0.0037709043868484776,0.04886971307652337,0.061407388385058596,0.09315148156628938,0.09405236135357942,0.15966142926897323,0.6433465789471354,0.9841329224044406,0.0021523848408833146,0.028310404358697788,0.1339487928364958,0.1682500802280655,0.2552221369736714,0.25762281905943263,0.4368577003479004,0.5904909723571369,0.903322145251938,0.0126786925414178,0.018387240706942976,0.10716656462422439,0.1347736026502578,0.20335891432232872,0.20575086377544594,0.35139860425676617,0.6221815911786897,0.9522109412150679,0.002468713741109241,0.009068266688180822,0.07535391859710217,0.09471683204462698,0.14297037508049712,0.14457682516647324,0.2465555550796645,0.6490151009389332,0.9929341576741526,-0.001954065551574656,0.028310404358697788,0.1339487928364958,0.1682500802280655,0.2552221369736714,0.25762281905943263,0.4368577003479004,0.5904909723571369,0.903322145251938,0.0126786925414178,0.009068266688180822,0.07535391859710217,0.09471683204462698,0.14297037508049712,0.14457682516647324,0.2465555550796645,0.6490151009389332,0.9929341576741526,-0.001954065551574656,0.02453949997184931,0.005297362301332344,7.507590075719352,2.4047988905268425,1.5396766055533377,3.1219201341392395,0.9999999999646774,3.1219201341392395,0.49318257329733467,0.9999999998897253,0.012739090984962743,0.1842325064517712,441,low_priority_skip_for_now,64,0.009068266688180822
+up_blocks.0.attentions.2.transformer_blocks.2.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3113009479961225,0.3929361727620874,0.0025780158549813287,0.039905685532305925,0.05016887804317903,0.12818667335335737,0.12771889869514916,0.13061690756252833,0.38811605902654783,0.9877907631305215,0.0002779225178528577,0.017268600574295436,0.1034201162734202,0.12986839918045284,0.3322533611881958,0.3306746116062458,0.3373576062066214,0.3637660853564739,0.9262682973537713,0.0030470727672634113,0.01190791540180466,0.08649049885571003,0.10877302036685856,0.28389216021315317,0.28298884595573204,0.28365276753902435,0.37336460447737146,0.94848989226759,0.0017383145397096606,0.007093190548143217,0.06660278760162848,0.08382891342146112,0.2183352883838534,0.21785187095904487,0.21915599437696592,0.3841790737850325,0.9764157335769809,6.350607044883613e-05,0.017268600574295436,0.1034201162734202,0.12986839918045284,0.3322533611881958,0.3306746116062458,0.3373576062066214,0.3637660853564739,0.9262682973537713,0.0030470727672634113,0.007093190548143217,0.06660278760162848,0.08382891342146112,0.2183352883838534,0.21785187095904487,0.21915599437696592,0.3841790737850325,0.9764157335769809,6.350607044883613e-05,0.014690584719314108,0.0045151746931618875,6.698407433852689,2.751414632181606,1.4501783049473276,2.4345321692198585,0.9999999999420915,2.4345321692198585,0.5956702166755874,0.9999999998590197,0.012423117717621711,0.09840352189149634,442,low_priority_skip_for_now,128,0.007093190548143217
+up_blocks.0.attentions.0.transformer_blocks.7.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.11653903286371912,0.14650768161352193,0.00033210435295976434,0.014150526258163154,0.01780110434664257,0.12156135281694255,0.12162671806106619,0.046422023858342855,0.14451487867959908,0.9867636150714195,-6.704997105292218e-05,0.002233286360153995,0.03671994542569986,0.04623197019546631,0.31613665412036124,0.3165185992950974,0.12136633481298174,0.13493873445051058,0.9221933280867481,-0.0007351803416375853,0.0023180967109510675,0.03754704668452697,0.047218671398340795,0.32447418713532167,0.3244587052535519,0.12300315286431994,0.1363429000068988,0.9331121586520726,-0.0009936314515438685,0.0021907673747461687,0.036224740324541926,0.04557643254058148,0.31037006754948815,0.3105144907772677,0.11933485950742449,0.1372093272262386,0.9384442880090725,-0.0006025367041989479,0.002233286360153995,0.03671994542569986,0.04623197019546631,0.31613665412036124,0.3165185992950974,0.12136633481298174,0.13493873445051058,0.9221933280867481,-0.0007351803416375853,0.0021907673747461687,0.036224740324541926,0.04557643254058148,0.31037006754948815,0.3105144907772677,0.11933485950742449,0.1372093272262386,0.9384442880090725,-0.0006025367041989479,0.0019011820071942304,0.0018586630217864043,6.724652457957735,6.596623466766077,0.9634137991914538,1.0194082607211294,0.9999999995522294,1.0194082607211294,0.9450716026866154,0.9999999995435389,0.012260900106326541,0.0127847882577037,443,low_priority_skip_for_now,256,0.0021907673747461687
+up_blocks.0.attentions.1.transformer_blocks.2.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5361583328672818,0.6834995469876698,0.006394249337193157,0.06357397970610432,0.0799536381147117,0.1188249043908903,0.11711797965080882,0.2084639413016183,0.6735279198203769,0.9854412260913561,0.001039338156163337,0.04400371041681085,0.16658733545669488,0.20976077627998904,0.311291276816754,0.30721880291661874,0.5480937957763672,0.6262921094894409,0.9164068328955437,0.002444596983910482,0.026512781457443322,0.1260109913668462,0.15854474841860067,0.2338398057691038,0.2310496359864478,0.4139654976981027,0.6572590246796608,0.9621084226052782,0.0018240200476741717,0.012554117852622377,0.0876991299114057,0.11046908258955203,0.16286898126048205,0.16106453420421438,0.2895936965942383,0.6771633539881025,0.9908585002194917,0.0008942465174470726,0.04400371041681085,0.16658733545669488,0.20976077627998904,0.311291276816754,0.30721880291661874,0.5480937957763672,0.6262921094894409,0.9164068328955437,0.002444596983910482,0.012554117852622377,0.0876991299114057,0.11046908258955203,0.16286898126048205,0.16106453420421438,0.2895936965942383,0.6771633539881025,0.9908585002194917,0.0008942465174470726,0.03760946107961769,0.00615986851542922,6.881763298464853,1.9633450603241305,1.6597168609330248,3.5051216604688777,0.9999999999772746,3.5051216604688777,0.4735119124449451,0.9999999999203448,0.012093947422014095,0.25881940893275535,444,low_priority_skip_for_now,64,0.012554117852622377
+down_blocks.2.attentions.1.transformer_blocks.6.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.42678398532526834,0.5353188871272972,0.002319913517567329,0.03827795985021761,0.0480130946094254,0.08996094840236883,0.08992417437431131,0.12413121121270317,0.5268974527716637,0.9842660484480751,0.0005208532173160815,0.0175991112066965,0.10565229013030018,0.13235218110579783,0.2482374400152147,0.2477850877855901,0.34162202903202604,0.48217729585511343,0.9008841168795995,0.0027704384047930425,0.01314239897432604,0.09129184670746326,0.11425679537872226,0.2159941632710111,0.2152725955425296,0.2945859261921474,0.4965846442750522,0.9267998137124909,0.0017089798652217983,0.006499872347506296,0.06363704414772135,0.07979487295431313,0.14975810752805427,0.14959271516416744,0.20616160120282853,0.5266806371510029,0.98376670782015,-0.0005575390468623352,0.0175991112066965,0.10565229013030018,0.13235218110579783,0.2482374400152147,0.2477850877855901,0.34162202903202604,0.48217729585511343,0.9008841168795995,0.0027704384047930425,0.006499872347506296,0.06363704414772135,0.07979487295431313,0.14975810752805427,0.14959271516416744,0.20616160120282853,0.5266806371510029,0.98376670782015,-0.0005575390468623352,0.015279197689129172,0.004179958829938967,7.586106579337016,2.8017735555592242,1.339109491329371,2.7076087441533936,0.999999999943179,2.7076087441533936,0.49457274579088367,0.9999999998461507,0.011711298113049273,0.11590962211649374,445,low_priority_skip_for_now,128,0.006499872347506296
+up_blocks.1.attentions.0.proj_in,model.diffusion_model.output_blocks.3.1.proj_in.weight,proj_in,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.44905988393085344,0.568722807935306,0.006788680812210909,0.06516354065388441,0.08239129435195369,0.1451172123836147,0.14487954603154424,0.21824557440621511,0.5641689662422452,0.9919932616795402,0.0014621431790666456,0.0450602428588484,0.16796138057751314,0.21227096699304296,0.37403603486255693,0.3732613491668609,0.5618761266980853,0.5374583048479897,0.9450369525727138,0.0019784049736374853,0.026538385344403132,0.1275673589802214,0.16065527770545646,0.2840026427002545,0.28253322016234284,0.4199138709477016,0.5526167271392686,0.9716683814429495,-0.0016265574155665621,0.012853881976168071,0.0888216406373041,0.11193581735860236,0.19775324367275204,0.19689935217753884,0.2931625928197588,0.5587150124566895,0.9823776605634575,0.0008079013466613105,0.0450602428588484,0.16796138057751314,0.21227096699304296,0.37403603486255693,0.3732613491668609,0.5618761266980853,0.5374583048479897,0.9450369525727138,0.0019784049736374853,0.012853881976168071,0.0888216406373041,0.11193581735860236,0.19775324367275204,0.19689935217753884,0.2931625928197588,0.5587150124566895,0.9823776605634575,0.0008079013466613105,0.038271562046637495,0.006065201163957162,6.637555085983755,1.8934285363887131,1.697927069502499,3.5055746535472654,0.9999999999778075,3.5055746535472654,0.4843505665047767,0.9999999999222025,0.01148402496277453,0.25402960131120156,446,low_priority_skip_for_now,64,0.012853881976168071
+down_blocks.2.attentions.0.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.46388962279473034,0.5868713962180274,0.002722486583349694,0.041445574324045865,0.05217367198028349,0.08941006690536173,0.08897765577393073,0.1364957434790475,0.5770905379738126,0.9833436852463937,0.0011613637689151801,0.02091933337838522,0.11483723031623023,0.14462803172776312,0.24770855260847752,0.24662808224919286,0.37894446509225027,0.5275633175458226,0.8989975530228904,0.007010259673864182,0.014160813614060836,0.09382364553000246,0.11821231379417903,0.2020565070179511,0.2014303379419906,0.3102934701102121,0.5487943153296199,0.9351920038183505,0.0026201439077340183,0.007063371037864792,0.06644205695816449,0.08364459416806116,0.14333040595424712,0.14278929155903874,0.21891447475978307,0.5806794060128075,0.9893796989620652,0.0003303533419623607,0.02091933337838522,0.11483723031623023,0.14462803172776312,0.24770855260847752,0.24662808224919286,0.37894446509225027,0.5275633175458226,0.8989975530228904,0.007010259673864182,0.007063371037864792,0.06644205695816449,0.08364459416806116,0.14333040595424712,0.14278929155903874,0.21891447475978307,0.5806794060128075,0.9893796989620652,0.0003303533419623607,0.018196846795035526,0.004340884454515097,7.683906873459254,2.594455773802089,1.4772691701934633,2.9616642341568573,0.9999999999521973,2.9616642341568573,0.49879697804598544,0.9999999998584245,0.011262232736424425,0.13982287616365846,447,low_priority_skip_for_now,128,0.007063371037864792
+up_blocks.0.attentions.1.transformer_blocks.1.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6911336055823735,0.8679185126508985,0.010240654876854802,0.07839474840355772,0.09901045629884846,0.11365840938392702,0.11415984202349097,0.2620991585510118,0.8566773970212255,0.9868774291076354,0.0010555222045159748,0.07222933661458748,0.20767391073916638,0.26272632380226996,0.3009781273085141,0.30274985623020684,0.7002207040786743,0.7995596336466926,0.9205828155326261,0.0037994445540091093,0.036332875124311874,0.14997032324650458,0.18890221694524628,0.23316641692182555,0.2334571577382214,0.49506273439952303,0.8425271436572075,0.9644672277387454,0.0006020242536968519,0.01680997187005622,0.10284503961780242,0.1294858124841134,0.15653690424165406,0.15672995011083785,0.3388575656073434,0.8581571366105761,0.9861025672751229,0.0002622395553706675,0.07222933661458748,0.20767391073916638,0.26272632380226996,0.3009781273085141,0.30274985623020684,0.7002207040786743,0.7995596336466926,0.9205828155326261,0.0037994445540091093,0.01680997187005622,0.10284503961780242,0.1294858124841134,0.15653690424165406,0.15672995011083785,0.3388575656073434,0.8581571366105761,0.9861025672751229,0.0002622395553706675,0.061988681737732684,0.006569316993201419,7.053195081379207,1.6414938371185055,1.9879884640416958,4.296814841133289,0.9999999999861552,4.296814841133289,0.4626656110224893,0.9999999999405116,0.010783493358418,0.4372182651337572,448,low_priority_skip_for_now,64,0.01680997187005622
+down_blocks.2.attentions.1.transformer_blocks.9.attn2.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.139308123317148,0.17487299043153012,0.00033150442374920076,0.014292176330595143,0.017954934101080722,0.1030009835838325,0.10304788315220285,0.04667053371667862,0.17223024554550648,0.9848894315533282,-9.323501785729604e-05,0.002332055334201349,0.037954457969005616,0.04770241435798666,0.27295211979198447,0.27344215125115795,0.12372893946511405,0.15887410672647612,0.9093614421242254,6.586145141795896e-05,0.002297942732444166,0.03699575194955936,0.046461550375213156,0.26225195878330865,0.26227402876989153,0.12073245218821935,0.1612058018467256,0.9244085060403332,-4.0397325814670436e-05,0.0020633946083502713,0.035480361830975325,0.04447679939966714,0.253416330407762,0.25306557493290516,0.11373808554240636,0.16592761980635778,0.9507521205897671,0.0001837182077386907,0.002332055334201349,0.037954457969005616,0.04770241435798666,0.27295211979198447,0.27344215125115795,0.12372893946511405,0.15887410672647612,0.9093614421242254,6.586145141795896e-05,0.0020633946083502713,0.035480361830975325,0.04447679939966714,0.253416330407762,0.25306557493290516,0.11373808554240636,0.16592761980635778,0.9507521205897671,0.0001837182077386907,0.002000550910452148,0.0017318901846010706,7.034763822430612,6.224335044430643,1.0148448437207376,1.1302032697156625,0.9999999995711937,1.1302032697156625,0.8979312575199152,0.9999999995153618,0.0107798647691179,0.014073403169779394,449,low_priority_skip_for_now,256,0.0020633946083502713
+up_blocks.0.attentions.0.transformer_blocks.5.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5557265600987843,0.7729186969144004,0.005084089897406686,0.0563593780222748,0.07088816717187825,0.10143856152135748,0.09175283117308274,0.18277813707079207,0.7615549638867378,0.9852198906698574,0.0013901334735107543,0.03832641929121954,0.15432844563786471,0.1945203948272389,0.27756528367906075,0.25162001955371854,0.5021733811923436,0.7086893852267947,0.9173315645600933,0.0017370645131710002,0.021422281561951553,0.11512264995170492,0.14483591877488058,0.21039071934850287,0.19000442138359716,0.36904844641685486,0.7374880079712186,0.9530993156352981,-0.001851516547113923,0.010358106927014887,0.08013948472216725,0.1006844089515894,0.14505528032007572,0.13137067583334844,0.26021076100213186,0.7694670994366918,0.9954591570258652,0.0004093272404109679,0.03832641929121954,0.15432844563786471,0.1945203948272389,0.27756528367906075,0.25162001955371854,0.5021733811923436,0.7086893852267947,0.9173315645600933,0.0017370645131710002,0.010358106927014887,0.08013948472216725,0.1006844089515894,0.14505528032007572,0.13137067583334844,0.26021076100213186,0.7694670994366918,0.9954591570258652,0.0004093272404109679,0.03324232939381286,0.005274017029608201,7.538501493301827,2.037357154180345,1.789091380327229,3.70013744379879,0.9999999999739084,3.70013744379879,0.4835202495390856,0.9999999999034572,0.010745056326541241,0.25059734977608944,450,low_priority_skip_for_now,64,0.010358106927014887
+up_blocks.1.attentions.2.transformer_blocks.0.ff.net.2,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,640,2560,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5027751390423093,0.6681390101356166,0.005328712053596973,0.05635459301993251,0.07145314459712641,0.1140700606799167,0.10743439294158051,0.1905633466584342,0.6587454064616135,0.9860284746998588,-0.00028874658528366126,0.03873005782120994,0.15055503988904612,0.19290505064567523,0.3044269569523664,0.2904384650588524,0.5151406015668597,0.6069595478475094,0.9082180891227141,-0.0015026816056758565,0.021106321065287505,0.1120796339320285,0.1430166265147956,0.2351330907681723,0.22144216497456057,0.38310313650539946,0.6375709128166948,0.9507193969137019,0.001958311126778816,0.010640212542576981,0.08104934263974428,0.10239404303209952,0.17072385493477119,0.15919992504034278,0.27094095945358276,0.6614065963242736,0.9890910892529468,0.0005503216583357633,0.03873005782120994,0.15055503988904612,0.19290505064567523,0.3044269569523664,0.2904384650588524,0.5151406015668597,0.6069595478475094,0.9082180891227141,-0.0015026816056758565,0.010640212542576981,0.08104934263974428,0.10239404303209952,0.17072385493477119,0.15919992504034278,0.27094095945358276,0.6614065963242736,0.9890910892529468,0.0005503216583357633,0.033401345767612965,0.005311500488980008,7.268183648204126,1.996770032525567,1.834998041561696,3.639970316625821,0.9999999999741803,3.639970316625821,0.5041244520615331,0.9999999999060168,0.010605845004140175,0.24276711513617666,451,low_priority_skip_for_now,64,0.010640212542576981
+up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.1055231618561915,0.13333846269441502,0.00021938422768081573,0.011273116929390068,0.014162136891503646,0.10578624870337594,0.10516077709090323,0.03679665497371128,0.13152031933090516,0.9865815543416601,-1.782987055776175e-07,0.0015960820273903664,0.030458166064428433,0.038233226751961266,0.2859310202630207,0.2840572780312156,0.0991536293710981,0.12199456936546735,0.9155161825829026,-0.0001799284452447734,0.0015126917096495163,0.029570143736366714,0.03708893541964784,0.2766589196799557,0.274727107539861,0.09606492732252393,0.12755942876849855,0.9590745985797424,-0.00024779692846266244,0.001624289897465912,0.030427082325331867,0.03823376327594953,0.28358795742979315,0.2821555662221325,0.0991233182804925,0.12651992748890603,0.9518891509938653,-0.00035897518622870654,0.0015960820273903664,0.030458166064428433,0.038233226751961266,0.2859310202630207,0.2840572780312156,0.0991536293710981,0.12199456936546735,0.9155161825829026,-0.0001799284452447734,0.001624289897465912,0.030427082325331867,0.03823376327594953,0.28358795742979315,0.2821555662221325,0.0991233182804925,0.12651992748890603,0.9518891509938653,-0.00035897518622870654,0.0013766977997095506,0.0014049056697850962,7.275281532258738,7.403859006788986,1.0551271063057814,0.982633721294341,0.9999999993734658,0.982633721294341,1.0737745741784213,0.9999999993843464,0.010401723496927298,0.010015864077728132,452,low_priority_skip_for_now,256,0.001624289897465912
+down_blocks.2.attentions.0.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.14988944267055818,0.1900598667562008,0.0003250896916142665,0.013982537052860218,0.017693110727209433,0.09458651205822259,0.09441044074632846,0.047063463500567844,0.1871159705998642,0.9845552640281455,-0.00037161110412853304,0.002546179116637047,0.03904396215719836,0.049395403851761374,0.2632212824330441,0.2626706361536938,0.1308609896472522,0.17106184270232916,0.9011305155097274,0.0005539291557365037,0.0024559818536675137,0.03834703351770129,0.048597226603321185,0.25930038103807573,0.2591978140238559,0.12953969410487584,0.1769889353641442,0.9332789270520946,0.0001035422423163774,0.002001494379198578,0.034770001258168905,0.04390752418278936,0.2382143214482351,0.23723176043705793,0.11622828245162964,0.18414846515016897,0.9689837489436116,5.300332721195186e-05,0.002546179116637047,0.03904396215719836,0.049395403851761374,0.2632212824330441,0.2626706361536938,0.1308609896472522,0.17106184270232916,0.9011305155097274,0.0005539291557365037,0.002001494379198578,0.034770001258168905,0.04390752418278936,0.2382143214482351,0.23723176043705793,0.11622828245162964,0.18414846515016897,0.9689837489436116,5.300332721195186e-05,0.0022210894250227803,0.0016764046875843114,7.832235762879762,6.156745121948362,1.0367255408659133,1.272139028631411,0.9999999996072546,1.272139028631411,0.8149467291033942,0.9999999995003733,0.010321196382696077,0.017396096027217468,453,low_priority_skip_for_now,256,0.002001494379198578
+up_blocks.1.attentions.2.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5599380965743747,0.6983642641987119,0.00821514118329755,0.07137387951037713,0.09049833250324243,0.12760303121360111,0.1297648807505503,0.24234717232840403,0.6893980524369648,0.9871684751658918,-0.0028765308462815093,0.055166515189089944,0.18519223561244352,0.23452834033422265,0.3310230860851968,0.33620560960144114,0.6256765638078962,0.6475047799093383,0.9274090139260128,-0.017506741852100407,0.02846893628260919,0.13148757402918168,0.16676847002139403,0.2353650569908883,0.23971556978639644,0.44689968654087614,0.6752251046044486,0.9668581023558375,-0.005308142104825363,0.014166912812340473,0.0932800489078675,0.11852557071633955,0.16694870380581459,0.17026194943013134,0.319493721638407,0.6906452594058854,0.9888083187133724,0.0010567995453730614,0.055166515189089944,0.18519223561244352,0.23452834033422265,0.3310230860851968,0.33620560960144114,0.6256765638078962,0.6475047799093383,0.9274090139260128,-0.017506741852100407,0.014166912812340473,0.0932800489078675,0.11852557071633955,0.16694870380581459,0.17026194943013134,0.319493721638407,0.6906452594058854,0.9888083187133724,0.0010567995453730614,0.0469513740057924,0.0059517716290429235,6.715224236746584,1.724488051333696,1.9377792917697356,3.8940392953602156,0.9999999999818731,3.8940392953602156,0.4976270511552967,0.9999999999294129,0.010263759058551408,0.3152890046722507,454,low_priority_skip_for_now,64,0.014166912812340473
+up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.10917660274675914,0.13767355560724223,0.00023794582193659153,0.011941485555975564,0.01504920792996228,0.10915808269804873,0.1090597942216449,0.039502849004098346,0.13554798585495778,0.9849026570785792,4.043020946856554e-05,0.0016480934755236376,0.03144322841295174,0.03962930539147368,0.28758200497502034,0.28733679016281055,0.1040423150573458,0.12710931710898876,0.9236320851266145,-7.464608578240066e-05,0.0016306037879465812,0.03132481739989349,0.03938954511787247,0.2865870657565521,0.28559819440983125,0.10274931788444519,0.1299607092514634,0.9456573433572698,6.544056931748596e-05,0.0016822251371715019,0.031558115334649174,0.0397519395372618,0.2870577274962775,0.28675964073690713,0.10420945286750793,0.13250786505107368,0.9634461918633239,2.2647277303024437e-05,0.0016480934755236376,0.03144322841295174,0.03962930539147368,0.28758200497502034,0.28733679016281055,0.1040423150573458,0.12710931710898876,0.9236320851266145,-7.464608578240066e-05,0.0016822251371715019,0.031558115334649174,0.0397519395372618,0.2870577274962775,0.28675964073690713,0.10420945286750793,0.13250786505107368,0.9634461918633239,2.2647277303024437e-05,0.001410147653587046,0.0014442793152349104,6.92633917748086,7.069782173145296,1.0107258959506988,0.9797104074398961,0.9999999993932382,0.9797104074398961,1.0316578120171482,0.9999999994055493,0.010210740155890265,0.009767160939072666,455,low_priority_skip_for_now,256,0.0016822251371715019
+up_blocks.0.attentions.2.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.433258518576622,0.5516516768506595,0.0039001025101502557,0.04955448988558991,0.06237089219837217,0.11433759184396762,0.11302580209465715,0.16303961617606028,0.5440486052206585,0.9861914842391176,0.0010042218455055263,0.027356701104768684,0.13104493437068804,0.1651902157166198,0.3023698576530401,0.2993531121317579,0.4331092834472656,0.5044437934245382,0.914373627050621,0.007616393026962344,0.01821133042020457,0.1067072886175343,0.13426745980210178,0.24656439578512873,0.24395565922809498,0.3508415222167969,0.5325019716152123,0.9644193274624319,0.0018307321406609844,0.008534393597593797,0.07308586021619183,0.09210517450197168,0.16880810307637878,0.16727365297640298,0.24183605398450578,0.544924082500594,0.9877460200079782,-0.0005775651627897917,0.027356701104768684,0.13104493437068804,0.1651902157166198,0.3023698576530401,0.2993531121317579,0.4331092834472656,0.5044437934245382,0.914373627050621,0.007616393026962344,0.008534393597593797,0.07308586021619183,0.09210517450197168,0.16880810307637878,0.16727365297640298,0.24183605398450578,0.544924082500594,0.9877460200079782,-0.0005775651627897917,0.02345659859461843,0.004634291087443541,7.014354373136818,2.1882485327486307,1.5021802620700133,3.2054651322006307,0.9999999999634459,3.2054651322006307,0.46863097863825914,0.9999999998828271,0.010140980672428385,0.16453289493107673,456,low_priority_skip_for_now,64,0.008534393597593797
+up_blocks.1.attentions.1.proj_in,model.diffusion_model.output_blocks.4.1.proj_in.weight,proj_in,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.42244817476187435,0.5340518727898598,0.005860552682341742,0.06058017364037888,0.07655328677967368,0.14344453288353534,0.1433978923537663,0.2023484025682722,0.5292263456753322,0.9909740193038573,9.981327041584467e-06,0.038794122503272126,0.15607836283743382,0.19695734312221477,0.369572762995591,0.3689430356863446,0.51902893611363,0.5042355337313243,0.9442097842628823,0.0020456607517839336,0.020464606250503233,0.11104799487761088,0.13981128782805524,0.26339012966100583,0.26252919910050776,0.3650633266993931,0.5174824648669788,0.9688178813564055,-0.0004521510545276085,0.01112835353706032,0.08238658382158194,0.10374942010886148,0.19541062329252917,0.1948229096352239,0.27141525064195904,0.5248723328113556,0.9826633664164494,0.0002419420526556288,0.038794122503272126,0.15607836283743382,0.19695734312221477,0.369572762995591,0.3689430356863446,0.51902893611363,0.5042355337313243,0.9442097842628823,0.0020456607517839336,0.01112835353706032,0.08238658382158194,0.10374942010886148,0.19541062329252917,0.1948229096352239,0.27141525064195904,0.5248723328113556,0.9826633664164494,0.0002419420526556288,0.03293356982093038,0.0052678008547185785,6.6195331053915805,1.8988573498694032,1.8956691385363202,3.486061291150709,0.999999999974223,3.486061291150709,0.5437853726720437,0.9999999999101394,0.010002802370630698,0.21800485570837372,457,low_priority_skip_for_now,64,0.01112835353706032
+up_blocks.1.attentions.2.proj_in,model.diffusion_model.output_blocks.5.1.proj_in.weight,proj_in,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4434928904686655,0.5680288672447205,0.00555766628323389,0.058832258983914344,0.07454810250039963,0.1326935329931606,0.13128437924175443,0.19844414506639754,0.562207043170929,0.9897724755111297,0.00030026781182560365,0.03847213002986142,0.1548450674329485,0.19613104019252817,0.34924522910693073,0.3454302417907228,0.5219504833221436,0.5288265102675983,0.9310557601419606,0.0007291532208617875,0.021153525549120138,0.11278746623013701,0.14239333844921268,0.2544490291845646,0.25052605305318654,0.3741956778935024,0.5480273036020142,0.964927621981276,-0.0005460655458559163,0.010456032443991197,0.07931724623111742,0.100052394170231,0.17908163486142964,0.17627004961963982,0.26248215777533396,0.5589343852230481,0.9839779113830759,0.0005699821607225074,0.03847213002986142,0.1548450674329485,0.19613104019252817,0.34924522910693073,0.3454302417907228,0.5219504833221436,0.5288265102675983,0.9310557601419606,0.0007291532208617875,0.010456032443991197,0.07931724623111742,0.100052394170231,0.17908163486142964,0.17627004961963982,0.26248215777533396,0.5589343852230481,0.9839779113830759,0.0005699821607225074,0.03291446374662753,0.004898366160757307,6.922353387608033,1.8813710484296438,1.8187100745314262,3.679419534346501,0.9999999999740072,3.679419534346501,0.49429266148648277,0.9999999999043614,0.009215644279456264,0.22784554961776887,458,low_priority_skip_for_now,64,0.010456032443991197
+up_blocks.0.attentions.1.transformer_blocks.7.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.10920455639383622,0.13844770206404583,0.00028996096209864063,0.013307992834597826,0.016788345441520754,0.12193557672081677,0.1213508155834522,0.04424232696848256,0.13654318970761128,0.9861026174207828,0.00022320893127211354,0.0020127567882549818,0.03513373068666884,0.04422309695291612,0.3217409920232113,0.3195970541246703,0.11602527754647392,0.12709897397352116,0.9177482945600272,0.0003674262841692715,0.002289556519826874,0.037673266305189045,0.047352560337872815,0.3475202136603821,0.34460236290470664,0.12344422510692052,0.13084348982998303,0.9464172913522282,0.00043989646076170175,0.001784058153654249,0.032735487346404364,0.04111603350558558,0.2977347704530261,0.29518225710806306,0.10696376008646828,0.13105442907129014,0.9475951255146003,0.0005188088898973677,0.0020127567882549818,0.03513373068666884,0.04422309695291612,0.3217409920232113,0.3195970541246703,0.11602527754647392,0.12709897397352116,0.9177482945600272,0.0003674262841692715,0.001784058153654249,0.032735487346404364,0.04111603350558558,0.2977347704530261,0.29518225710806306,0.10696376008646828,0.13105442907129014,0.9475951255146003,0.0005188088898973677,0.001722795826156341,0.0014940971915556084,6.941475041142936,6.152752889868619,0.8791033416061177,1.1281901226168576,0.999999999503169,1.1281901226168576,0.7792155980538693,0.9999999994394801,0.009192810813088358,0.011958744228249467,459,low_priority_skip_for_now,256,0.001784058153654249
+up_blocks.0.attentions.0.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5010147068117347,0.6348060252411025,0.002976481366204098,0.043370571586170366,0.05453688986754562,0.08661444044683937,0.08595219548339791,0.14215650728770665,0.6243978525911059,0.9835961967735516,0.0005154974268017602,0.023128432787156532,0.12078428082168102,0.15202716164264327,0.24119393277048373,0.23958532513554928,0.3972375052315848,0.5697679881538663,0.8975524812588391,0.004736556318156155,0.013919919546294426,0.09349282285464662,0.11781375869801225,0.187095904636675,0.1860955989464246,0.30925015040806364,0.6088135125381606,0.9585868846575492,0.000610738614373726,0.006771574827975461,0.06517525123698371,0.08202896171941157,0.13027175206816205,0.12948020569600943,0.21447862897600448,0.6294056986059461,0.9914355522290056,-0.00011873781365271238,0.023128432787156532,0.12078428082168102,0.15202716164264327,0.24119393277048373,0.23958532513554928,0.3972375052315848,0.5697679881538663,0.8975524812588391,0.004736556318156155,0.006771574827975461,0.06517525123698371,0.08202896171941157,0.13027175206816205,0.12948020569600943,0.21447862897600448,0.6294056986059461,0.9914355522290056,-0.00011873781365271238,0.020151951420952434,0.0037950934617713627,7.770393942993768,2.2750267824912385,1.6615349469927028,3.4155175673744806,0.9999999999567633,3.4155175673744806,0.4864665205117246,0.9999999998523238,0.008633939267587239,0.15658860126087346,460,low_priority_skip_for_now,64,0.006771574827975461
+down_blocks.1.attentions.1.proj_in,model.diffusion_model.input_blocks.5.1.proj_in.weight,proj_in,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4958365538290569,0.6268564132707459,0.006316090019286743,0.06294879975861736,0.07947339233195037,0.12707724366584267,0.1269117967975822,0.20959019660949707,0.6189604710255351,0.9874131249586109,-2.820704064885961e-05,0.042293793854436705,0.16296948811837605,0.20564885075691186,0.32892859700260646,0.32833988979314305,0.5413040093013218,0.5814793897526604,0.9277474766981522,-0.002255006445921026,0.02444976571548198,0.12303140134151493,0.15504934677252544,0.24735568616881784,0.2465983377104519,0.40620306559971403,0.6025661687765803,0.9617159648529566,0.00036156137412035605,0.011136917463902916,0.08189830044284463,0.10306451442130375,0.16439239964424474,0.16368225557009136,0.2691651923315866,0.6180992456419128,0.9863182501710284,-0.0003909309115540184,0.042293793854436705,0.16296948811837605,0.20564885075691186,0.32892859700260646,0.32833988979314305,0.5413040093013218,0.5814793897526604,0.9277474766981522,-0.002255006445921026,0.011136917463902916,0.08189830044284463,0.10306451442130375,0.16439239964424474,0.16368225557009136,0.2691651923315866,0.6180992456419128,0.9863182501710284,-0.0003909309115540184,0.03597770383514996,0.004820827444616173,6.696198711321821,1.7632613576013143,1.729824095039315,3.7976211988390984,0.9999999999763559,3.7976211988390984,0.45550201147307273,0.9999999999102085,0.008500378744755588,0.24091385405724933,461,low_priority_skip_for_now,64,0.011136917463902916
+mid_block.attentions.0.transformer_blocks.4.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.4.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5895430051854679,0.7406414598226547,0.0062608297698066705,0.06289569241926074,0.07908826258568018,0.10671914838523874,0.10682582139972595,0.20610294597489492,0.7292717226913997,0.9846305648990092,0.0012876433226795467,0.04520945211074182,0.16872845430459296,0.21254110460432848,0.2862726615716501,0.28705814507403854,0.5568469039031437,0.6748968086072377,0.9113115143815439,-0.00010657778641741191,0.026389467446798726,0.12718766355620964,0.1600120748552547,0.2163237677189476,0.21647470513856779,0.4181069476263864,0.7128180137702397,0.9624214642392228,-0.0002211315988915885,0.011044615696716522,0.08309117199054786,0.10474580792652351,0.14087958816522683,0.14133261923496923,0.27545110668454853,0.7311586130942617,0.9872312573346471,0.0010572247131546777,0.04520945211074182,0.16872845430459296,0.21254110460432848,0.2862726615716501,0.28705814507403854,0.5568469039031437,0.6748968086072377,0.9113115143815439,-0.00010657778641741191,0.011044615696716522,0.08309117199054786,0.10474580792652351,0.14087958816522683,0.14133261923496923,0.27545110668454853,0.7311586130942617,0.9872312573346471,0.0010572247131546777,0.03894862234093515,0.004783785926909851,7.221000053626574,1.7640817752649882,1.7131627305541919,4.093347686157056,0.9999999999778808,4.093347686157056,0.418523629495896,0.9999999999094581,0.008438989570430797,0.28124800401257394,462,low_priority_skip_for_now,64,0.011044615696716522
+up_blocks.0.attentions.0.transformer_blocks.7.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4801425465515682,0.6284272026802812,0.0038339704832261695,0.04876732101131763,0.06149125905490832,0.10174733562903375,0.09813048080866955,0.15946981736591884,0.6182873685445104,0.9838699690282152,-3.1694659193297934e-05,0.02745960356800684,0.12996581422963313,0.1644473532815007,0.27086328280470945,0.2621826171130276,0.42407318523951937,0.5673393548599311,0.9031819999843499,0.004770364259456983,0.03363129780960402,0.13531464843877725,0.16959156978175285,0.2787570536894847,0.26654560281839335,0.4319422330175127,0.609007545879909,0.9644299812699597,0.004073943517661454,0.007896874066708344,0.06968630923490439,0.0877671567234609,0.14732204736902835,0.14223945677503932,0.22914327468190873,0.6155323742755822,0.9791420536128342,-0.00013233301771314082,0.02745960356800684,0.12996581422963313,0.1644473532815007,0.27086328280470945,0.2621826171130276,0.42407318523951937,0.5673393548599311,0.9031819999843499,0.004770364259456983,0.007896874066708344,0.06968630923490439,0.0877671567234609,0.14732204736902835,0.14223945677503932,0.22914327468190873,0.6155323742755822,0.9791420536128342,-0.00013233301771314082,0.02362563308478067,0.004062903583482174,7.162184393693671,2.0597117529198226,0.8164895604875756,3.477275100573505,0.9999999999635829,3.477275100573505,0.23480729501370723,0.9999999998733675,0.008368410261878297,0.16921114057094896,463,low_priority_skip_for_now,64,0.007896874066708344
+up_blocks.0.attentions.0.transformer_blocks.8.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5044626700026649,0.6444741657802037,0.0034908650850411505,0.04678934147315366,0.058768571267327,0.09277019867585579,0.09122231826854785,0.1515019280569894,0.6330367422529629,0.9823009786736522,0.0006692737770208623,0.02650907452750419,0.1284941602498293,0.162084694740318,0.25493025199838687,0.25172817749184145,0.4202848332268851,0.5771708557648318,0.895688994091206,0.0003398280995432807,0.018470931282666112,0.10751945219401803,0.1351957036111308,0.2137036726294744,0.21043578264935997,0.3501154524939401,0.6045968873160226,0.9373905056468591,-4.758075036599101e-05,0.007338204171641597,0.06710245194179672,0.08434484958725848,0.1335223685956725,0.13149927142923748,0.2189435533114842,0.6466173412544387,1.0032895161606858,-0.0007738992523229626,0.02650907452750419,0.1284941602498293,0.162084694740318,0.25493025199838687,0.25172817749184145,0.4202848332268851,0.5771708557648318,0.895688994091206,0.0003398280995432807,0.007338204171641597,0.06710245194179672,0.08434484958725848,0.1335223685956725,0.13149927142923748,0.2189435533114842,0.6466173412544387,1.0032895161606858,-0.0007738992523229626,0.02301820944246304,0.0038473390866004464,7.593841031985302,2.102116235022866,1.4351780167655233,3.6124743743620162,0.9999999999622771,3.6124743743620162,0.3972839300274366,0.9999999998637268,0.008087553955580843,0.17479662334700735,464,low_priority_skip_for_now,64,0.007338204171641597
+mid_block.attentions.0.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5154282972216606,0.6462252821241107,0.004893330545330953,0.05529706339750971,0.06945583320233066,0.10735722740704422,0.10751541294979475,0.1803399601152965,0.6365000892962728,0.9849334316220518,6.697377147142041e-05,0.034050540366609185,0.1457024613129241,0.18297769208098907,0.282465809962794,0.28285702872376073,0.4759814717939922,0.5883302390575409,0.9101339577371682,0.0010595500064027874,0.020141063623928597,0.11263700015842915,0.14180848931557033,0.22242526060266837,0.2231476253936222,0.37116854531424387,0.6098310016095638,0.9420903643437537,0.0028359956101797123,0.009166527040568846,0.07599156429725033,0.09568212076110007,0.1497947542414973,0.1503196648420954,0.25053817885262625,0.6365319171122142,0.9843301589960348,3.9246582206585246e-05,0.034050540366609185,0.1457024613129241,0.18297769208098907,0.282465809962794,0.28285702872376073,0.4759814717939922,0.5883302390575409,0.9101339577371682,0.0010595500064027874,0.009166527040568846,0.07599156429725033,0.09568212076110007,0.1497947542414973,0.1503196648420954,0.25053817885262625,0.6365319171122142,0.9843301589960348,3.9246582206585246e-05,0.029157209821278233,0.004273196495237893,6.958561258883374,1.8732695357034401,1.6906028897334313,3.7146609847104592,0.9999999999706319,3.7146609847104592,0.4551163340362738,0.9999999998909074,0.008004848814603855,0.20289223067948053,465,low_priority_skip_for_now,64,0.009166527040568846
+up_blocks.0.attentions.0.transformer_blocks.9.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5267325182046209,0.663424836737769,0.00307506146574659,0.043939174086387665,0.05521911158402122,0.08335536957461927,0.0831803640845749,0.14309379032679967,0.6522422656416893,0.9831401878753316,0.00023295013556889899,0.02463724933165525,0.12427213215934378,0.15632578534600353,0.23576043637476468,0.23551120847707757,0.40517773798533846,0.5942567884922028,0.8959071555279933,-0.0007153718063364067,0.0137939784991821,0.09243097595338311,0.11639698442754433,0.17687944234871517,0.17700342506378997,0.3044955474989755,0.6269563042691776,0.9440616344947823,-0.0006899059653733275,0.006720365465818239,0.0645482598005661,0.08115660069241307,0.1227351911839525,0.1225952535691358,0.2109833104269845,0.6525289756911141,0.9830748622396082,-0.0012426946052203544,0.02463724933165525,0.12427213215934378,0.15632578534600353,0.23576043637476468,0.23551120847707757,0.40517773798533846,0.5942567884922028,0.8959071555279933,-0.0007153718063364067,0.006720365465818239,0.0645482598005661,0.08115660069241307,0.1227351911839525,0.1225952535691358,0.2109833104269845,0.6525289756911141,0.9830748622396082,-0.0012426946052203544,0.021562187865908657,0.0036453040000716487,8.0119534513635,2.1854410191443665,1.78608726491273,3.666057962666094,0.9999999999594111,3.666057962666094,0.48719558796829504,0.9999999998511985,0.00796659688900762,0.17275524549121504,466,low_priority_skip_for_now,64,0.006720365465818239
+up_blocks.0.attentions.0.transformer_blocks.6.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4972695255918162,0.6686820771012988,0.004658403257573289,0.05372944134952767,0.06760769442701839,0.10839157073344055,0.10133511234759908,0.17509858097348893,0.6567898552332606,0.9825746465987134,-0.00036841934841293423,0.03409289019847555,0.14382662916822092,0.18268418379756604,0.29011071546528105,0.2734464929519457,0.4688676084790911,0.6061823123267719,0.9079613629005395,0.006043916840488757,0.03150290937628597,0.13259963132441044,0.1678268418400303,0.2673734275915845,0.24982063363773216,0.4258451041366373,0.6230724656156131,0.9331960151876677,0.002335601305925853,0.008802726848183997,0.07369703400347914,0.09283159431175521,0.15188332141858524,0.14253188395908856,0.24151225175176347,0.6585558887038913,0.9839695235302222,0.001117640254928379,0.03409289019847555,0.14382662916822092,0.18268418379756604,0.29011071546528105,0.2734464929519457,0.4688676084790911,0.6061823123267719,0.9079613629005395,0.006043916840488757,0.008802726848183997,0.07369703400347914,0.09283159431175521,0.15188332141858524,0.14253188395908856,0.24151225175176347,0.6585558887038913,0.9839695235302222,0.001117640254928379,0.02943448694090226,0.004144323590610708,7.31857855709062,1.8896446613941218,1.0822140199868966,3.8729919469937797,0.9999999999706685,3.8729919469937797,0.279425837872958,0.9999999998863988,0.007831298948087243,0.21541860496465118,467,low_priority_skip_for_now,64,0.008802726848183997
+down_blocks.2.attentions.1.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.57315593957901,0.7189998424478939,0.0029518160860918996,0.04316393578691142,0.05431894328782146,0.0753148818891636,0.07555279632404673,0.14198521205357142,0.7063549501555306,0.9824006085833022,0.002535522048544538,0.024476402705269202,0.12409569841942616,0.15640888923508753,0.21651940105337272,0.2175347234774845,0.4114178248814174,0.6418203839233944,0.8926602541930277,0.016326764897842492,0.013862715219147503,0.09264272105480943,0.11663761364522741,0.16183204845445065,0.16260748759917504,0.3048632485525949,0.6820339454071862,0.9482098160720666,0.004776930831472522,0.00650279491674155,0.06360579042562417,0.08007770058475845,0.11112061295327505,0.11163727276112316,0.20955422946384974,0.7132475727370807,0.9919247431009705,-0.0001086741769021111,0.024476402705269202,0.12409569841942616,0.15640888923508753,0.21651940105337272,0.2175347234774845,0.4114178248814174,0.6418203839233944,0.8926602541930277,0.016326764897842492,0.00650279491674155,0.06360579042562417,0.08007770058475845,0.11112061295327505,0.11163727276112316,0.20955422946384974,0.7132475727370807,0.9919247431009705,-0.0001086741769021111,0.0215245866191773,0.0035509788306496504,8.291980930757484,2.2029810546726982,1.7656283286910632,3.7639819515898196,0.9999999999591443,3.7639819515898196,0.46908522706220307,0.9999999998462199,0.007822739089464991,0.1784814617886559,468,low_priority_skip_for_now,64,0.00650279491674155
+down_blocks.2.attentions.0.transformer_blocks.2.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.0758306123316288,0.09568198623933963,0.00010384985508998008,0.007977518801843482,0.010035245157700887,0.10505366993321423,0.10476924690410531,0.026182093790599277,0.09414300695061684,0.9842165283794652,-0.00023530749705612055,0.00073685164950023,0.021261513183292533,0.02676620612197164,0.28021177045382845,0.27967526988237246,0.07054223333086286,0.08665548477854047,0.9061038965020555,-0.00023449083651680018,0.0007774167861498427,0.021881827918280448,0.027552979184503088,0.2893400707752555,0.2889564784020743,0.07235853586878095,0.08898081849994403,0.9303648556319679,-0.00015398985284978802,0.0009511009281725689,0.023932910008755113,0.0300875590486054,0.3142003793589579,0.3131757939034281,0.07852788056646075,0.09217802155762911,0.963824866289455,0.0001874717112774046,0.00073685164950023,0.021261513183292533,0.02676620612197164,0.28021177045382845,0.27967526988237246,0.07054223333086286,0.08665548477854047,0.9061038965020555,-0.00023449083651680018,0.0009511009281725689,0.023932910008755113,0.0300875590486054,0.3142003793589579,0.3131757939034281,0.07852788056646075,0.09217802155762911,0.963824866289455,0.0001874717112774046,0.0006330017944102499,0.0008472510730825888,7.095355518468792,9.158423169585264,0.9478206049571786,0.7747354953603822,0.9999999986428747,0.7747354953603822,1.2234118736482207,0.9999999989485869,0.0077594838581755594,0.004491372775169414,469,low_priority_skip_for_now,256,0.0009511009281725689
+up_blocks.0.attentions.0.transformer_blocks.9.attn2.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.10030053822057587,0.12659509453390325,0.00020364542485497492,0.01134267429422055,0.014222221664558296,0.11347212164125772,0.11266612776418881,0.03668118507734367,0.12491264380514622,0.9866343494641618,5.58983039776909e-05,0.0014094313706404396,0.029774077103606293,0.037393627618140635,0.2973577357691081,0.29569825625293483,0.09725354931184224,0.11594923505825656,0.9161635445829555,0.00025073282910170747,0.0014672106772195548,0.030294675047376325,0.03805420968348195,0.3021628044674775,0.30055672725442256,0.09885844375405993,0.11872696384255375,0.9377105172319465,0.00023295545701427857,0.0013424976787064224,0.029029106654758965,0.03643247915116945,0.28974537084872987,0.2880254653511015,0.09534525658403124,0.1199040829337069,0.9473001046378469,8.437262005145385e-05,0.0014094313706404396,0.029774077103606293,0.037393627618140635,0.2973577357691081,0.29569825625293483,0.09725354931184224,0.11594923505825656,0.9161635445829555,0.00025073282910170747,0.0013424976787064224,0.029029106654758965,0.03643247915116945,0.28974537084872987,0.2880254653511015,0.09534525658403124,0.1199040829337069,0.9473001046378469,8.437262005145385e-05,0.0012057859457854647,0.0011388522538514476,6.921006768127261,6.592329157751255,0.9606196244092022,1.0498575840731839,0.999999999290494,1.0498575840731839,0.9149999373883577,0.9999999992551197,0.007507688919435632,0.008345252691693932,470,low_priority_skip_for_now,256,0.0013424976787064224
+up_blocks.0.attentions.1.transformer_blocks.1.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.505554309380906,0.6528987863234111,0.004655977029220334,0.05425227400181549,0.06823000792737671,0.10750424282914624,0.10457929210107778,0.17794257615293776,0.6431251657860619,0.9850395756067593,0.0004104574558628623,0.0334364114595311,0.14513445991490567,0.1828525781321273,0.28754381466361495,0.2802452449106263,0.47893108640398296,0.592925027012825,0.9081674369684399,0.0013040577718389354,0.0177252518478781,0.1023394682311586,0.128815243088577,0.20099985964530576,0.19641368504637752,0.3363739081791469,0.6278374982731683,0.9621139835695042,0.0012150599766950368,0.00866247104048463,0.0730602162490998,0.09201401029267545,0.1439359083396127,0.1405168915260298,0.24108355385916574,0.6452655302626746,0.988538308050653,0.0005873606865439537,0.0334364114595311,0.14513445991490567,0.1828525781321273,0.28754381466361495,0.2802452449106263,0.47893108640398296,0.592925027012825,0.9081674369684399,0.0013040577718389354,0.00866247104048463,0.0730602162490998,0.09201401029267545,0.1439359083396127,0.1405168915260298,0.24108355385916574,0.6452655302626746,0.988538308050653,0.0005873606865439537,0.028780434430310767,0.004006494011264295,7.181395278049469,1.8605055360581741,1.8863715869654865,3.8599161023920208,0.9999999999700925,3.8599161023920208,0.48870792439730054,0.9999999998845595,0.0074541042881411425,0.2066836759180461,471,low_priority_skip_for_now,64,0.00866247104048463
+up_blocks.0.attentions.2.transformer_blocks.0.ff.net.2,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.42545668514711515,0.5415078007749149,0.004732113019729566,0.053312657600534816,0.0673861755656366,0.12474104673910417,0.12383075238048584,0.17824886100632803,0.535081392952374,0.9879332911440374,-0.0003747348878440399,0.03242861489499254,0.1392375072464347,0.17640416228210679,0.32561988157747246,0.3241073197826733,0.4704784793513162,0.49839647859334946,0.9200579744697814,0.0012294182490352665,0.014704092256059604,0.09421392530202866,0.11926155076845348,0.2260997534336208,0.2241259915110879,0.31722071234669,0.5203840530344418,0.9596153351866066,0.000747221485978246,0.00873734341335616,0.07336998664374862,0.0924961185969544,0.17417760869211493,0.17221016155518595,0.24298172151403769,0.5349418909421989,0.9870365851512493,0.00029064118527750385,0.03242861489499254,0.1392375072464347,0.17640416228210679,0.32561988157747246,0.3241073197826733,0.4704784793513162,0.49839647859334946,0.9200579744697814,0.0012294182490352665,0.00873734341335616,0.07336998664374862,0.0924961185969544,0.17417760869211493,0.17221016155518595,0.24298172151403769,0.5349418909421989,0.9870365851512493,0.00029064118527750385,0.027696501875262975,0.004005230393626594,6.852882581826608,1.8463936459423562,2.205414270263653,3.711495972758689,0.9999999999691631,3.711495972758689,0.5942116834285545,0.9999999998855487,0.007395231949327346,0.18980087527851763,472,low_priority_skip_for_now,64,0.00873734341335616
+up_blocks.0.attentions.2.transformer_blocks.2.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.10271807347557374,0.12908786721527576,0.00019129814998970169,0.010933847465951527,0.013742271842120488,0.10698183225716636,0.10700223042623491,0.035741746691720824,0.12724029033311776,0.9855969162784727,-5.488423180720149e-05,0.0013838182816730946,0.029402826945962652,0.036939918220312506,0.2872737511684624,0.28717314136711547,0.09609053975769452,0.11766393908432551,0.9117637640698772,-2.9513420575507814e-05,0.001427379527220702,0.02979606805768396,0.03740491534707959,0.2904685727878508,0.2901387219026213,0.09686278871127538,0.1206341138375657,0.9355648443896997,0.0003377348060666918,0.001280565200431738,0.02814425654443247,0.035413748894591736,0.2740870700327121,0.2744287456524497,0.0922693982720375,0.12275350772376571,0.9521526856175268,0.00048248424216775935,0.0013838182816730946,0.029402826945962652,0.036939918220312506,0.2872737511684624,0.28717314136711547,0.09609053975769452,0.11766393908432551,0.9117637640698772,-2.9513420575507814e-05,0.001280565200431738,0.02814425654443247,0.035413748894591736,0.2740870700327121,0.2744287456524497,0.0922693982720375,0.12275350772376571,0.9521526856175268,0.00048248424216775935,0.0011925201316833928,0.0010892670504420363,7.233829885515155,6.69408038607062,0.9694816650467807,1.0806308652819194,0.9999999992773617,1.0806308652819194,0.8971441548051518,0.9999999992190948,0.007291641197557032,0.008626487767649795,473,low_priority_skip_for_now,256,0.001280565200431738
+up_blocks.0.attentions.0.transformer_blocks.4.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5468839039759976,0.7535424966897283,0.0052334087584832946,0.0572028270523463,0.07207524776377472,0.10475561702870995,0.09580218391759465,0.18681774820600236,0.741119598703725,0.9836157286969357,0.0008169645727450968,0.038257913131799014,0.15115300858659403,0.19482818292384632,0.2767229597021098,0.2588003237633561,0.48908867154802593,0.6804782056382724,0.9031926824869659,0.0005900999978101547,0.019845536909997463,0.1093991839193872,0.14010269594140484,0.2025752680871482,0.18848062292046408,0.3557884693145752,0.7226204052567482,0.9581331436495565,0.003386221977117592,0.00928525037098942,0.07586089687954102,0.09544702703669292,0.13935293602373205,0.12751751189826113,0.24840362157140458,0.7422197386622429,0.9851187005649756,-0.000386819474832529,0.038257913131799014,0.15115300858659403,0.19482818292384632,0.2767229597021098,0.2588003237633561,0.48908867154802593,0.6804782056382724,0.9031926824869659,0.0005900999978101547,0.00928525037098942,0.07586089687954102,0.09544702703669292,0.13935293602373205,0.12751751189826113,0.24840362157140458,0.7422197386622429,0.9851187005649756,-0.000386819474832529,0.03302450437331572,0.004051841612506125,7.310323899785786,1.7742260919642308,1.9277842319598963,4.120288802034966,0.9999999999738617,4.120288802034966,0.4678759971388817,0.9999999998923023,0.00718888310941479,0.24141982359883013,474,low_priority_skip_for_now,64,0.00928525037098942
+up_blocks.0.attentions.1.transformer_blocks.6.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6862195645059858,0.8687513534511838,0.008597641476496522,0.07354208594188094,0.09237351244718059,0.1072595854085111,0.1064136788350843,0.23978868552616664,0.8560291283896991,0.98531885476295,0.0012862512817913999,0.06104892459032791,0.19586285975362575,0.24607440961968255,0.2855315338117472,0.2833769973740389,0.6427251781736102,0.78921675575631,0.908417678207812,0.004765195486990186,0.031719674339651,0.13849643378385476,0.17413605190551648,0.20507310757979244,0.20366084105884566,0.4540590558733259,0.8338003020201411,0.9578034235813627,-0.0008701807397772297,0.013224456076776343,0.09123654982873372,0.11454082329982199,0.1351608764191183,0.13400789088272586,0.29643063034330097,0.8569886301245008,0.985564910015593,-0.0012608212401679403,0.06104892459032791,0.19586285975362575,0.24607440961968255,0.2855315338117472,0.2833769973740389,0.6427251781736102,0.78921675575631,0.908417678207812,0.004765195486990186,0.013224456076776343,0.09123654982873372,0.11454082329982199,0.1351608764191183,0.13400789088272586,0.29643063034330097,0.8569886301245008,0.985564910015593,-0.0012608212401679403,0.05245128311383139,0.004626814600279821,7.100659494829767,1.5381492833110162,1.9246390721007312,4.616365635855559,0.9999999999836198,4.616365635855559,0.4169165148025581,0.9999999999243825,0.0071167315614333515,0.37243870145823105,475,low_priority_skip_for_now,64,0.013224456076776343
+mid_block.attentions.0.transformer_blocks.3.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.3.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5386855054114547,0.6774940320423671,0.0047831933313448515,0.05486818855362279,0.06892871784710582,0.10204221162603715,0.10196765694201304,0.17901054450443812,0.6678146453840392,0.9858112646203621,-0.00027199298542005375,0.035116246402529736,0.14879164179520948,0.18666826818861407,0.2764609377757992,0.2759029156867728,0.4813739912850516,0.617248501096453,0.9115351462135415,3.7510541265614196e-05,0.01980012402470623,0.10948338226548263,0.1378368614262689,0.20893455037667183,0.20938162325888313,0.3607055757726942,0.6497123848114695,0.956424046711839,-0.0010025503520671361,0.008575188644629504,0.07284054166770407,0.09181793759847691,0.13794570283528682,0.13839309832954405,0.24136359776769364,0.6702316935573306,0.9885367264386792,-0.00017604845996694557,0.035116246402529736,0.14879164179520948,0.18666826818861407,0.2764609377757992,0.2759029156867728,0.4813739912850516,0.617248501096453,0.9115351462135415,3.7510541265614196e-05,0.008575188644629504,0.07284054166770407,0.09181793759847691,0.13794570283528682,0.13839309832954405,0.24136359776769364,0.6702316935573306,0.9885367264386792,-0.00017604845996694557,0.030333053071184883,0.003791995313284652,7.341590431870499,1.7927748365600167,1.7735366888075448,4.095098994752418,0.9999999999715232,4.095098994752418,0.43308762275915313,0.9999999998833844,0.006798193778010241,0.222692852196831,476,low_priority_skip_for_now,64,0.008575188644629504
+up_blocks.1.attentions.0.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6241183706692287,0.7738195317132133,0.005660420491559697,0.05934225135881986,0.07520798104555508,0.09511936455741873,0.09731544541327708,0.20129946299961635,0.7618627420493534,0.9845404834478597,-0.0033447157641473624,0.04140700486355594,0.1608490353184087,0.20338373691599046,0.25778116074796653,0.2630985632413206,0.5399753025599888,0.7021522862570626,0.9074536697695533,-0.023843562995482768,0.020500919947932874,0.11271487189722913,0.1425747433064684,0.18139718217157141,0.18550242166494071,0.37917981828962055,0.7582725158759526,0.9791649985934356,-0.004549485579315972,0.009619051249631281,0.07681155204772949,0.09744084561801032,0.12363164595413577,0.126846028454434,0.2614168439592634,0.7669044552104813,0.990831559384553,-0.000965874757574576,0.04140700486355594,0.1608490353184087,0.20338373691599046,0.25778116074796653,0.2630985632413206,0.5399753025599888,0.7021522862570626,0.9074536697695533,-0.023843562995482768,0.009619051249631281,0.07681155204772949,0.09744084561801032,0.12363164595413577,0.126846028454434,0.2614168439592634,0.7669044552104813,0.990831559384553,-0.000965874757574576,0.035746584371996244,0.003958630758071584,7.315181781633203,1.6993527711015428,2.0197632577805993,4.304686999233783,0.9999999999758495,4.304686999233783,0.4692009565225378,0.9999999998960396,0.006727110148496748,0.26149276275364114,477,low_priority_skip_for_now,64,0.009619051249631281
+down_blocks.2.attentions.1.transformer_blocks.5.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4050223316465105,0.5074982685702187,0.001997228476934002,0.03545331392836358,0.044534946874850614,0.08753093880081012,0.08775743664535683,0.11567885535103935,0.49903896929962294,0.9833511241216139,0.0001575628712739022,0.01507426765082138,0.09758201121751751,0.12241577484266532,0.2409473789613397,0.24125225531532438,0.31363228814942495,0.4561400482697146,0.8988471105252082,-0.0007130697767365746,0.009064506024255283,0.07553070803572025,0.09455521239284136,0.1877989610252893,0.18774435300373865,0.24180339063916886,0.47977685396160397,0.9442442284336031,-0.0007244531701806929,0.0047947808426605275,0.054848431543047936,0.0687090051627793,0.13583653646700697,0.1357969842431571,0.17658757311957224,0.4974006749689579,0.9796801861851779,0.0011571505577389221,0.01507426765082138,0.09758201121751751,0.12241577484266532,0.2409473789613397,0.24125225531532438,0.31363228814942495,0.4561400482697146,0.8988471105252082,-0.0007130697767365746,0.0047947808426605275,0.054848431543047936,0.0687090051627793,0.13583653646700697,0.1357969842431571,0.17658757311957224,0.4974006749689579,0.9796801861851779,0.0011571505577389221,0.013077039173887379,0.0027975523657265255,7.547592985663158,2.400717241735109,1.662999352509873,3.143890855981872,0.9999999999336617,3.143890855981872,0.528962177232983,0.9999999997914398,0.006716132199056513,0.09870016914207472,478,low_priority_skip_for_now,64,0.0047947808426605275
+up_blocks.0.attentions.0.transformer_blocks.3.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5221885432090078,0.6707199588418007,0.005500891171063164,0.05883151053317955,0.073883102517984,0.11259871360466443,0.11000911366537093,0.19125986099243164,0.6611890728984561,0.985905798308356,0.002177529741045094,0.03685723930331213,0.15196416207722255,0.19152707294471022,0.291215686356789,0.28547829456919094,0.4905100549970354,0.6112269940120834,0.9113846736295353,0.002468835622786563,0.02113075737309243,0.11402241420000792,0.14399450958879192,0.2210650745500577,0.21668443792646283,0.3723280600139073,0.643889456987381,0.9591683691799593,0.0026654696817526463,0.009374517057689704,0.0767254274604576,0.09641258339929612,0.14814801872640657,0.144626266819303,0.250350866998945,0.6644265822001866,0.9902267371621053,-0.0007246657048816425,0.03685723930331213,0.15196416207722255,0.19152707294471022,0.291215686356789,0.28547829456919094,0.4905100549970354,0.6112269940120834,0.9113846736295353,0.002468835622786563,0.009374517057689704,0.0767254274604576,0.09641258339929612,0.14814801872640657,0.144626266819303,0.250350866998945,0.6644265822001866,0.9902267371621053,-0.0007246657048816425,0.03135634813224897,0.0038736258866265407,6.700230589998831,1.7041815161330847,1.7442460130890203,3.9316413925715064,0.9999999999728684,3.9316413925715064,0.4436432112548613,0.9999999998933278,0.006601361636403583,0.21009476294634724,479,low_priority_skip_for_now,64,0.009374517057689704
+down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.09178442102191704,0.11590407802058118,0.00014623750575992744,0.009382437083071895,0.01185011960905701,0.10241372531826413,0.1025327176829027,0.0313171882714544,0.11420839067016329,0.9858056688888486,6.285218111047795e-05,0.001059659583656217,0.025263633579015732,0.03189808459268323,0.27581823196157923,0.27603571670346666,0.08459558550800596,0.10520988516509533,0.9082212995680896,-6.791163456552698e-05,0.0010411725473074643,0.024882972839155366,0.031407226188335476,0.26985094407638355,0.26992746130050727,0.08333156151430947,0.10733642189630441,0.9271482826917345,-0.0002080203616766799,0.001054260044059317,0.02501396755022662,0.031561357840238634,0.2707817501320303,0.27077437497043644,0.08325953781604767,0.11045575022165265,0.953828612967128,-0.0008613144474988335,0.001059659583656217,0.025263633579015732,0.03189808459268323,0.27581823196157923,0.27603571670346666,0.08459558550800596,0.10520988516509533,0.9082212995680896,-6.791163456552698e-05,0.001054260044059317,0.02501396755022662,0.031561357840238634,0.2707817501320303,0.27077437497043644,0.08325953781604767,0.11045575022165265,0.953828612967128,-0.0008613144474988335,0.0009134220778962896,0.0009080225382993895,7.246154609267374,7.209231526287272,1.01775597654664,1.0051216382734074,0.9999999990563007,1.0051216382734074,1.01256995852717,0.9999999990514674,0.006546144709687351,0.006618797599954781,480,low_priority_skip_for_now,256,0.001054260044059317
+down_blocks.2.attentions.0.transformer_blocks.3.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.08111986165334072,0.10280678208385195,0.0001191732132740851,0.0084630815545097,0.010692685561928723,0.10481006711540175,0.10452849423301751,0.02831170042710645,0.10134312616927284,0.9860420413837131,-5.070085490745312e-05,0.0008479780148523527,0.022619023752797927,0.02849455941652506,0.27983335099682816,0.27828534413853395,0.07485119146960122,0.09365806861647538,0.912422569398822,-0.0004152236844804845,0.0009288582077715546,0.023817207664251328,0.029955041702850443,0.2970328093779519,0.29482301174819,0.07854000904730388,0.09472309997571367,0.9234822705506,-0.00017736403658221076,0.0009183213093950014,0.02337839294757162,0.029459591977270383,0.2874420445276626,0.28607256648380025,0.07699156925082207,0.09749859518238477,0.950301648014191,-0.000249688997233274,0.0008479780148523527,0.022619023752797927,0.02849455941652506,0.27983335099682816,0.27828534413853395,0.07485119146960122,0.09365806861647538,0.912422569398822,-0.0004152236844804845,0.0009183213093950014,0.02337839294757162,0.029459591977270383,0.2874420445276626,0.28607256648380025,0.07699156925082207,0.09749859518238477,0.950301648014191,-0.000249688997233274,0.0007288048015782676,0.0007991480961209163,7.115508464025297,7.7057694129401,0.9129251449194075,0.9234001272251957,0.9999999988207241,0.9234001272251957,0.9886560733629209,0.9999999989110565,0.006158050955497872,0.00518581673425244,481,low_priority_skip_for_now,256,0.0009183213093950014
+mid_block.attentions.0.transformer_blocks.6.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.6.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.0425765097274312,0.05333848882998739,2.8611563201203743e-05,0.004204774899075606,0.005281982939778412,0.09876860735037594,0.09910454139991955,0.013717190495559148,0.052655881603381464,0.9872440824221117,-3.467282789821573e-05,0.00020635331358269987,0.011301099671982229,0.014187938620501347,0.26531275343855165,0.2661195673701306,0.03672953535403524,0.0490073334824826,0.9189093228994858,-0.00012118055702460749,0.00031691700522579983,0.014216464711353183,0.01742611444640253,0.33560214998413845,0.3283563363611156,0.04247480710702283,0.05082826170005968,0.9549024878414215,-3.236367219220223e-05,0.0004323287296626534,0.015609578445686825,0.019551729813291997,0.36262616249654916,0.3628033275666323,0.04975546630365508,0.052618111417229683,0.986223268023562,-8.013774588531777e-05,0.00020635331358269987,0.011301099671982229,0.014187938620501347,0.26531275343855165,0.2661195673701306,0.03672953535403524,0.0490073334824826,0.9189093228994858,-0.00012118055702460749,0.0004323287296626534,0.015609578445686825,0.019551729813291997,0.36262616249654916,0.3628033275666323,0.04975546630365508,0.052618111417229683,0.986223268023562,-8.013774588531777e-05,0.00017774175038149612,0.00040371716646144966,7.2122346101587205,15.110279417874835,0.6511272968282283,0.47730650069545716,0.9999999951539427,0.47730650069545716,1.3641701807400768,0.9999999976869454,0.0061002791910251914,0.0012819152037716183,482,low_priority_skip_for_now,256,0.0004323287296626534
+up_blocks.0.attentions.1.transformer_blocks.0.ff.net.2,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.ff.net.2.weight,ff.net.2,1280,5120,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6742044623408999,0.8521372377872467,0.007189432649673628,0.06635147965114031,0.08361022026625312,0.09931939753614093,0.09907126985125778,0.21920231410435267,0.8356548686112676,0.9810655720198651,0.0004995165158366685,0.05126531232547547,0.1773452466087682,0.22354260128702072,0.26561203512847725,0.26497285693843226,0.5863604545593262,0.766738701079573,0.9010504511647505,0.0021220428142052178,0.030654900773827518,0.13629843640540326,0.17192199294981264,0.21228626026051525,0.21180684109189576,0.451279205935342,0.8191523211342948,0.956759664492032,0.002647412379571636,0.011114756892701345,0.08283255209348031,0.10470111166340249,0.12835341870698957,0.1283678490448092,0.2769737243652344,0.8454465738364628,0.9914198058370403,-0.0003399760607030495,0.05126531232547547,0.1773452466087682,0.22354260128702072,0.26561203512847725,0.26497285693843226,0.5863604545593262,0.766738701079573,0.9010504511647505,0.0021220428142052178,0.011114756892701345,0.08283255209348031,0.10470111166340249,0.12835341870698957,0.1283678490448092,0.2769737243652344,0.8454465738364628,0.9914198058370403,-0.0003399760607030495,0.04407587967580184,0.003925324243027717,7.13064782944619,1.545985258191399,1.672336593161389,4.61236469819031,0.9999999999804936,4.61236469819031,0.3625768347561674,0.9999999999100295,0.006068493413342163,0.3142895757411878,483,low_priority_skip_for_now,64,0.011114756892701345
+up_blocks.0.attentions.2.transformer_blocks.3.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.076719149215413,0.097187491000763,0.00012449502511507099,0.008768738122723465,0.011027320387169023,0.11437954224636795,0.11356593874040037,0.028735646179744175,0.09604569378175906,0.988208838900888,1.1956965149043494e-05,0.0008705952038456287,0.023217020689376762,0.029116849246013713,0.3024123776836456,0.2994102640319971,0.07550975041730064,0.0896083473094872,0.922455037087631,0.000573878650097218,0.0009111371977529156,0.023776945026059235,0.029820272537092442,0.30991213879884466,0.30687143890918345,0.07722719013690948,0.09035118177000966,0.9304827664415066,0.0003729576887354012,0.0009219138363342998,0.023949114938399622,0.029986887866173918,0.31235687887858765,0.3087430599377595,0.07724546321800776,0.09213719516992569,0.9489813368309464,0.0005439448512691213,0.0008705952038456287,0.023217020689376762,0.029116849246013713,0.3024123776836456,0.2994102640319971,0.07550975041730064,0.0896083473094872,0.922455037087631,0.000573878650097218,0.0009219138363342998,0.023949114938399622,0.029986887866173918,0.31235687887858765,0.3087430599377595,0.07724546321800776,0.09213719516992569,0.9489813368309464,0.0005439448512691213,0.0007461001787305577,0.0007974188112192288,6.993011938010567,7.405226257651234,0.955503962561536,0.9443346748790992,0.9999999988513606,0.9443346748790992,1.0118276781983375,0.9999999989152999,0.0059050667191856655,0.005217487456814608,484,low_priority_skip_for_now,256,0.0009219138363342998
+up_blocks.0.attentions.1.transformer_blocks.8.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.0954141639439123,0.12343194535268205,0.00020957587457814952,0.01134653138329408,0.014285557372698912,0.11857668089746239,0.11537937693809598,0.03732651418873242,0.12178276998123952,0.986602236521315,-1.3929264992741861e-05,0.0014509758776901954,0.02996038369435285,0.03762004993811629,0.3131742745186691,0.3039633336601129,0.09693768780146327,0.11424699345869678,0.9253222539377214,0.0001563765481640595,0.0018167916205129586,0.03356370556035212,0.042050650933115684,0.35130139674256783,0.33980371962397315,0.10865238308906555,0.1177031635972006,0.9540899887920703,-0.00042013757657904146,0.0011941205760064935,0.027042340587026308,0.033971909788094584,0.282964077000907,0.27452393016944043,0.08823065858866487,0.11840903173599925,0.9594010390786103,0.0005973101666459765,0.0014509758776901954,0.02996038369435285,0.03762004993811629,0.3131742745186691,0.3039633336601129,0.09693768780146327,0.11424699345869678,0.9253222539377214,0.0001563765481640595,0.0011941205760064935,0.027042340587026308,0.033971909788094584,0.282964077000907,0.27452393016944043,0.08823065858866487,0.11840903173599925,0.9594010390786103,0.0005973101666459765,0.001241400003112046,0.000984544701428344,6.923391700917102,5.697795954387954,0.798647385043462,1.2150999703292988,0.9999999993108086,1.2150999703292988,0.6572688699500238,0.9999999991625637,0.005609734816712514,0.008594698479064402,485,low_priority_skip_for_now,256,0.0011941205760064935
+up_blocks.0.attentions.2.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.08203400338866881,0.10333931113460235,0.0001290375171915262,0.00897289764335645,0.01127890819047278,0.1096321957797191,0.10948257861272757,0.02935311198234558,0.10195997224322387,0.9867158428231385,-4.34199572347487e-06,0.000912963719331726,0.023936421111492173,0.030007626509376276,0.2925212670234359,0.29136277164921476,0.07763416426522392,0.09471214442913022,0.916997192589959,-0.0003306418355809423,0.0009387456598882896,0.024099692669031874,0.03017448898770326,0.29349734577091297,0.2919138317247964,0.07751769466059548,0.09772115533373185,0.9469680784797945,-0.00033831997506743913,0.0009152878680781994,0.023533102590590715,0.02953995305123274,0.28471436118487004,0.2838514635909328,0.07614179993314403,0.1007005712017417,0.9741479462589441,0.00038725713635098406,0.000912963719331726,0.023936421111492173,0.030007626509376276,0.2925212670234359,0.29136277164921476,0.07763416426522392,0.09471214442913022,0.916997192589959,-0.0003306418355809423,0.0009152878680781994,0.023533102590590715,0.02953995305123274,0.28471436118487004,0.2838514635909328,0.07614179993314403,0.1007005712017417,0.9741479462589441,0.00038725713635098406,0.0007839262021401998,0.0007862503508866732,7.075180398127648,7.093191816659611,0.9725357542189144,0.9974607445100151,0.9999999989046662,0.9974607445100151,0.9750115566042742,0.9999999989074475,0.005577024554755098,0.0055464192989609935,486,low_priority_skip_for_now,256,0.0009152878680781994
+up_blocks.0.attentions.2.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.40405177803976194,0.5289296135306358,0.002586757144724418,0.04035898743729506,0.050827057933131484,0.09995314559656046,0.09610524622036655,0.1331829343523298,0.5203337871602604,0.9837409370828232,0.0005327538201527204,0.019029279572090933,0.10920340514608792,0.1378575987995522,0.270424459757908,0.26064637180879235,0.3629422869001116,0.47840268377746853,0.9044907075541999,0.0021047475092927925,0.011459886886379016,0.08389876782894135,0.10597274743852281,0.20740686896374497,0.20050408664005545,0.27995359897613525,0.502172048070601,0.9493183952006385,0.0008764924582465028,0.005254106953673597,0.057205236317323785,0.07220498204975945,0.14145777861172462,0.136591231135023,0.19065419265202113,0.5242532752454281,0.9911265454474002,0.00047482315825878426,0.019029279572090933,0.10920340514608792,0.1378575987995522,0.270424459757908,0.26064637180879235,0.3629422869001116,0.47840268377746853,0.9044907075541999,0.0021047475092927925,0.005254106953673597,0.057205236317323785,0.07220498204975945,0.14145777861172462,0.136591231135023,0.19065419265202113,0.5242532752454281,0.9911265454474002,0.00047482315825878426,0.016442522427366515,0.002667349808949179,7.356422926498501,2.0311558672440397,1.6605119892630205,3.6217914359668937,0.9999999999474495,3.6217914359668937,0.45847808144250024,0.9999999998096726,0.005417803214439394,0.12095814895414482,487,low_priority_skip_for_now,64,0.005254106953673597
+mid_block.attentions.0.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5179475726825851,0.6462376468947956,0.002817968197632581,0.04221493764115231,0.05308346160585875,0.08214670059198648,0.08247697873935342,0.13836792537144252,0.635288051196507,0.983075115968682,0.0021311677836430526,0.0224975521144058,0.11921387964061328,0.14995923685974052,0.23163135239456573,0.23276390493236704,0.3913426399230957,0.5787501207419804,0.8956871271052717,0.014386659055682165,0.011345819520231868,0.08266860679058093,0.10410435925471273,0.15778069629194955,0.15951025623351003,0.27262987409319195,0.6175208176885333,0.9568946127785374,0.003834446909422695,0.0054704719805158675,0.05794712568500212,0.07289662215447823,0.11105556072026704,0.11203168888375513,0.19028173174176896,0.6439325500811849,0.9966060057910439,-0.0008727169911862477,0.0224975521144058,0.11921387964061328,0.14995923685974052,0.23163135239456573,0.23276390493236704,0.3913426399230957,0.5787501207419804,0.8956871271052717,0.014386659055682165,0.0054704719805158675,0.05794712568500212,0.07289662215447823,0.11105556072026704,0.11203168888375513,0.19028173174176896,0.6439325500811849,0.9966060057910439,-0.0008727169911862477,0.01967958391677322,0.0026525037828832865,7.983607524500361,1.9412823690382361,1.9828935294013152,4.112543157230783,0.9999999999555508,4.112543157230783,0.4821575004149117,0.9999999998172003,0.00514925882751855,0.15711407423698695,488,low_priority_skip_for_now,64,0.0054704719805158675
+down_blocks.2.attentions.1.transformer_blocks.3.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.43393680080771446,0.5466540695301124,0.0025561229683392283,0.04023025690444878,0.05043586751081353,0.09276013940404845,0.09231624855197848,0.12976278577532088,0.5383619533053466,0.9848026596697899,0.00030956151749705896,0.019947205370824252,0.1130629489198327,0.14102377649845177,0.2608023785779997,0.2582173520536994,0.35951165216309683,0.4925780301647527,0.9007412395669521,-0.002668845846658639,0.01131965614955074,0.08295267301478557,0.10404033417739311,0.1922975146761206,0.1915678347125613,0.2696479048047747,0.5145713128149509,0.940771774591003,-0.000945359622204275,0.005119608149730733,0.05658479314297438,0.07090127824641547,0.130460893703896,0.12980468840902992,0.18264766250337874,0.5440567029373986,0.995139548073312,-0.0006433144087947897,0.019947205370824252,0.1130629489198327,0.14102377649845177,0.2608023785779997,0.2582173520536994,0.35951165216309683,0.4925780301647527,0.9007412395669521,-0.002668845846658639,0.005119608149730733,0.05658479314297438,0.07090127824641547,0.130460893703896,0.12980468840902992,0.18264766250337874,0.5440567029373986,0.995139548073312,-0.0006433144087947897,0.017391082402485023,0.002563485181391505,7.8036955225126405,2.002880225693594,1.7621741425293869,3.896236739910874,0.9999999999498678,3.896236739910874,0.4522759420993231,0.9999999998046725,0.005134353778667601,0.13571471187592074,489,low_priority_skip_for_now,64,0.005119608149730733
+up_blocks.1.attentions.1.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5605071485042572,0.6915162258914539,0.004771601990796626,0.05446916512612786,0.069000944073475,0.09713665291507223,0.09980305293684864,0.1842349980558668,0.6810214913317135,0.9848244910506032,-0.0031114647239779253,0.03487948853788631,0.14758453411715372,0.18658389407429646,0.26322703176459233,0.2699193527388466,0.49543462480817524,0.6276320346764156,0.9075934738739592,-0.019553313198100244,0.0163230797541993,0.09988466636942965,0.1267245960733266,0.17899731633081498,0.18466411237844133,0.33982389313834055,0.6680730038455555,0.9654906495900717,-0.0035186962517660242,0.007879193498021258,0.06937470772702779,0.08795700649447123,0.12438152026254301,0.12834122620118119,0.2354292699268886,0.6914636088269097,0.9997709343194014,0.0016394012135216534,0.03487948853788631,0.14758453411715372,0.18658389407429646,0.26322703176459233,0.2699193527388466,0.49543462480817524,0.6276320346764156,0.9075934738739592,-0.019553313198100244,0.007879193498021258,0.06937470772702779,0.08795700649447123,0.12438152026254301,0.12834122620118119,0.2354292699268886,0.6914636088269097,0.9997709343194014,0.0016394012135216534,0.030107886547089686,0.003107591507224632,7.309806768848573,1.651267962325279,2.1368203219601583,4.426784104517676,0.9999999999713299,4.426784104517676,0.4827026281919343,0.9999999998730834,0.005131466295874161,0.22008283287764108,490,low_priority_skip_for_now,64,0.007879193498021258
+mid_block.attentions.0.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5964917678918157,0.7526120628629412,0.004583504167385399,0.05342247263927545,0.0671979456759893,0.08969652922774582,0.08945484322587556,0.17532650913511003,0.7412934388433184,0.985128554369398,-0.00037293745099223737,0.034765580303168724,0.1470576347783208,0.18506101204950806,0.24686420744890705,0.24630053212413766,0.4834538698196411,0.6792660355567932,0.9031637590542704,0.0031958323756303537,0.019767255655356815,0.11171680901731763,0.14052453593677225,0.19065852240629938,0.19020322150710894,0.3667335510253906,0.7265047718371663,0.9624277752715046,-0.0038445987395659487,0.007653064294052976,0.06944599321910314,0.08745422476445326,0.1183805200070934,0.11824828987605261,0.22910413571766444,0.7475235206740243,0.99252786586101,2.573003692824776e-05,0.034765580303168724,0.1470576347783208,0.18506101204950806,0.24686420744890705,0.24630053212413766,0.4834538698196411,0.6792660355567932,0.9031637590542704,0.0031958323756303537,0.007653064294052976,0.06944599321910314,0.08745422476445326,0.1183805200070934,0.11824828987605261,0.22910413571766444,0.7475235206740243,0.99252786586101,2.573003692824776e-05,0.030182076135783324,0.0030695601266675764,7.584934806640606,1.669697247542565,1.7587459234377183,4.542700670323856,0.999999999971236,4.542700670323856,0.3871586641614503,0.9999999998693333,0.00512523609466326,0.22892907981897975,491,low_priority_skip_for_now,64,0.007653064294052976
+up_blocks.0.attentions.2.transformer_blocks.8.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.048131851279842,0.06102679776293891,5.197715472604614e-05,0.005677658257939454,0.007118503623839478,0.11781682408600758,0.11652346926581618,0.01838806670691286,0.06020064592095358,0.9862939410135985,4.4939810505541444e-05,0.0003543744598053828,0.014787321294923978,0.018583979485916086,0.3068564760630003,0.3041869322585863,0.04810186794825962,0.05606768612882921,0.9191537121669908,-9.692872718655312e-05,0.0004044168947854944,0.01576866751669773,0.019721115205614696,0.3258381484860537,0.3214557587404751,0.05040604940482548,0.056787837097155194,0.9304505152570482,7.508821872599063e-05,0.0005320659778850054,0.018136155142981027,0.022487435008656003,0.3802115129925214,0.3715934775791088,0.05632466184241431,0.05807036573865584,0.954429577620702,0.0001624892535606445,0.0003543744598053828,0.014787321294923978,0.018583979485916086,0.3068564760630003,0.3041869322585863,0.04810186794825962,0.05606768612882921,0.9191537121669908,-9.692872718655312e-05,0.0005320659778850054,0.018136155142981027,0.022487435008656003,0.3802115129925214,0.3715934775791088,0.05632466184241431,0.05807036573865584,0.954429577620702,0.0001624892535606445,0.00030239730507933667,0.0004800888231589592,6.81788864464169,10.236535078782373,0.8762602737382801,0.6660348037061269,0.9999999971781263,0.6660348037061269,1.315637361914812,0.9999999981205339,0.004914446079198033,0.0020617111524706584,492,low_priority_skip_for_now,256,0.0005320659778850054
+down_blocks.2.attentions.0.transformer_blocks.4.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.0661881469589259,0.08329608045252306,8.05619567602532e-05,0.006947776859825743,0.008759601823175723,0.10482657675577804,0.10506383362986915,0.02304079064301082,0.08214723391990576,0.9865779723622842,-3.141276592698107e-05,0.0005762069964215957,0.01857893990485796,0.02344240864830055,0.28072941457612544,0.28139048657763743,0.06165265930550439,0.0761423259973526,0.9144609446981082,-0.00029465127483011396,0.0008248808098869631,0.022054549240108048,0.027407634050272505,0.33369440677793366,0.32964617451599393,0.06961233701024737,0.07916853583550879,0.9521260540191626,6.448167693763805e-06,0.000668576866051548,0.02017012145370245,0.025348862983059457,0.30694148154717615,0.3064487602243901,0.0658223032951355,0.07967825466766953,0.9574541938525023,0.0002571406456094597,0.0005762069964215957,0.01857893990485796,0.02344240864830055,0.28072941457612544,0.28139048657763743,0.06165265930550439,0.0761423259973526,0.9144609446981082,-0.00029465127483011396,0.000668576866051548,0.02017012145370245,0.025348862983059457,0.30694148154717615,0.3064487602243901,0.0658223032951355,0.07967825466766953,0.9574541938525023,0.0002571406456094597,0.0004956450396613425,0.0005880149092912948,7.152346001028772,8.298915327271297,0.6985336412445117,0.861841060942914,0.9999999982645126,0.861841060942914,0.8105132974697916,0.9999999985042857,0.004879885943381568,0.0035450248173515505,493,low_priority_skip_for_now,256,0.000668576866051548
+up_blocks.0.attentions.1.transformer_blocks.9.attn2.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.07365538652188011,0.09280250846807446,0.0001214980962426385,0.008664227506544973,0.010879089977039038,0.11757873328625065,0.11720208082729654,0.028210567576544627,0.09143502092255014,0.985088467822191,0.00010731087341550197,0.0008299304421858064,0.0226049827677863,0.02841079258366083,0.3063796069047095,0.3057186549736408,0.07364626228809357,0.08503407958362784,0.9162162562145528,8.319200040724744e-05,0.0012199409071139858,0.02679991875109928,0.03359213529467179,0.3577743610144225,0.3560010590258952,0.08625617995858192,0.08688618801534176,0.9349098725575605,8.580647873251175e-05,0.0008129889330510716,0.022408903526541377,0.028079838702290527,0.30340057425798445,0.3018680043817837,0.07226317429116794,0.08688890415110759,0.9365780722809852,-0.00020553587024453788,0.0008299304421858064,0.0226049827677863,0.02841079258366083,0.3063796069047095,0.3057186549736408,0.07364626228809357,0.08503407958362784,0.9162162562145528,8.319200040724744e-05,0.0008129889330510716,0.022408903526541377,0.028079838702290527,0.30340057425798445,0.3018680043817837,0.07226317429116794,0.08688890415110759,0.9365780722809852,-0.00020553587024453788,0.0007084323459431679,0.0006914908368084331,6.830810202141593,6.691371729283029,0.6803038054268293,1.0208385470270995,0.9999999987950797,1.0208385470270995,0.666416649891627,0.9999999987699709,0.0046270222364782135,0.004839166896195694,494,low_priority_skip_for_now,256,0.0008129889330510716
+down_blocks.2.attentions.1.transformer_blocks.4.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.39064971836549894,0.4886095082121236,0.0019989571031016696,0.03560450456903449,0.04462395101753724,0.09115200809627054,0.09131864782244904,0.11491574559892927,0.48079278053981916,0.9839371409254366,0.0004441617440501692,0.01590435581082212,0.10029405980770077,0.12584248271108442,0.2566437094580486,0.2574571372204688,0.32433406370026724,0.440157948327916,0.9008082470123167,0.00019874565379853135,0.011178539932838507,0.08414037831659828,0.10539462878006732,0.21605067659512645,0.2163342457456729,0.27053110940115793,0.4556360436337335,0.9320365289712117,-0.0019534053018495407,0.004187899841261762,0.05137608226920877,0.06440222403871944,0.13171616411799217,0.13200241119016967,0.16626243080411637,0.48139727115631104,0.9851689256478607,0.000811903768180855,0.01590435581082212,0.10029405980770077,0.12584248271108442,0.2566437094580486,0.2574571372204688,0.32433406370026724,0.440157948327916,0.9008082470123167,0.00019874565379853135,0.004187899841261762,0.05137608226920877,0.06440222403871944,0.13171616411799217,0.13200241119016967,0.16626243080411637,0.48139727115631104,0.9851689256478607,0.000811903768180855,0.013905398707720451,0.0021889427381600922,7.956326715659829,2.095042376181355,1.4227578829573364,3.7976924974004733,0.9999999999371242,3.7976924974004733,0.3746374630361689,0.9999999997612167,0.004585927795479841,0.11063589523013789,495,low_priority_skip_for_now,64,0.004187899841261762
+down_blocks.1.attentions.1.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5725680690790925,0.7236149342996734,0.004656811427724149,0.054054446052759886,0.06818252722799704,0.09460884671330186,0.09450763925479826,0.17959976196289062,0.7121487919773374,0.9841719366082861,-0.0015626711267811646,0.034880168336842744,0.1478925376598324,0.1865620525701828,0.25875907600770043,0.25848930354631816,0.49147142682756695,0.6534957193902561,0.9032396581785312,-0.011672944462459003,0.01609453181403556,0.09923203555600983,0.12530841829151312,0.17541191266982978,0.17574540945087613,0.33129784039088656,0.7017600366047451,0.9686622629498706,-0.003986695167051428,0.007497841891433511,0.06739349343947001,0.08502345449111874,0.11952229056526485,0.11969465896756391,0.2241077423095703,0.7186439654656819,0.9927227662449203,-0.0010397235112447692,0.034880168336842744,0.1478925376598324,0.1865620525701828,0.25875907600770043,0.25848930354631816,0.49147142682756695,0.6534957193902561,0.9032396581785312,-0.011672944462459003,0.007497841891433511,0.06739349343947001,0.08502345449111874,0.11952229056526485,0.11969465896756391,0.2241077423095703,0.7186439654656819,0.9927227662449203,-0.0010397235112447692,0.030223356909118596,0.002841030463709362,7.49013973846887,1.6100806326804034,2.167206150368263,4.652027721742473,0.9999999999713305,4.652027721742473,0.4658626903597783,0.9999999998666282,0.00457428812647347,0.22637716661491689,496,low_priority_skip_for_now,64,0.007497841891433511
+mid_block.attentions.0.transformer_blocks.5.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.5.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5875836312770844,0.7387966992599624,0.005234293988905847,0.057477922710989206,0.07218418054555818,0.09788968481803466,0.09777197795097108,0.18726752485547746,0.7275321366531509,0.9847921851737486,-0.001244845494089272,0.03870381833985448,0.1562664056462901,0.19627297524630988,0.26606132029941315,0.26580101779169857,0.5124543053763253,0.6674792383398328,0.9034371931166459,-0.003967261562593194,0.021766785133097852,0.11471636832824775,0.143945731210207,0.19340597936220463,0.1930269266333287,0.37344265835625784,0.7051487405385289,0.9561165200257556,-0.0035044445743161695,0.008127280993254058,0.07127606136990446,0.08965269532919928,0.12166529923100142,0.12172659125306076,0.233873222555433,0.7373100508536611,0.9977466883437559,-0.0003724825844041594,0.03870381833985448,0.1562664056462901,0.19627297524630988,0.26606132029941315,0.26580101779169857,0.5124543053763253,0.6674792383398328,0.9034371931166459,-0.003967261562593194,0.008127280993254058,0.07127606136990446,0.08965269532919928,0.12166529923100142,0.12172659125306076,0.233873222555433,0.7373100508536611,0.9977466883437559,-0.0003724825844041594,0.03346952435094863,0.0028929870043482107,7.394276747636536,1.5526986082415766,1.778113676476028,4.762209940473063,0.9999999999741628,4.762209940473063,0.37337994302716776,0.9999999998769575,0.004491936895312435,0.2474829256626743,497,low_priority_skip_for_now,64,0.008127280993254058
+down_blocks.2.attentions.0.transformer_blocks.7.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.03979569600362863,0.04983983933925629,2.797492309777486e-05,0.004113677726958745,0.005161201438033644,0.10322042365193439,0.10338017689846277,0.013331289802278792,0.04910973326436111,0.9856812403261662,-0.0001023955324025597,0.00019372445110223322,0.010802034729359937,0.0135548192587962,0.2704506918428487,0.27093310194968573,0.03480926315699305,0.04564913581790669,0.9177314898229196,-0.00021143248445046732,0.00020729724928969517,0.011153637290200484,0.013986782054466294,0.27857317321090286,0.2787745873887136,0.03598289138504437,0.04607475595548749,0.9269325061185548,-0.00019224306487330978,0.00036834853498086365,0.014167668863332697,0.017744408681848352,0.3440983755995516,0.3445429605398399,0.04537206795066595,0.04770444107374975,0.9542646564360469,0.0005096567157839413,0.00019372445110223322,0.010802034729359937,0.0135548192587962,0.2704506918428487,0.27093310194968573,0.03480926315699305,0.04564913581790669,0.9177314898229196,-0.00021143248445046732,0.00036834853498086365,0.014167668863332697,0.017744408681848352,0.3440983755995516,0.3445429605398399,0.04537206795066595,0.04770444107374975,0.9542646564360469,0.0005096567157839413,0.00016574952800445835,0.0003403736118830888,6.924932143699441,13.167096850502707,0.9345249434399436,0.5259270288298297,0.999999994838029,0.5259270288298297,1.7769098937207388,0.99999999728518,0.0044817323130200495,0.0011478042342810842,498,low_priority_skip_for_now,256,0.00036834853498086365
+down_blocks.2.attentions.0.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4399230937872614,0.5575343977127757,0.0019295033977998952,0.03489413278709565,0.04392451122263578,0.07933117522824876,0.07879396233682467,0.11492020743233818,0.5478846622364861,0.9826965377857567,0.0006386466590941252,0.01563944754057697,0.09924580303153821,0.12505332544604433,0.22563126639781803,0.2243219939893741,0.3281124659946987,0.49851397052407265,0.8941568512602123,0.00501822263842249,0.009422144653009517,0.07636954289461885,0.09626823529366776,0.1733146529755983,0.17256429621344768,0.2530465807233538,0.5263034850358963,0.9440758415945988,0.002552669825263365,0.0040134697088173455,0.04952934976401074,0.062387138943784115,0.1124445707776482,0.11197038635371256,0.1635866505759103,0.5529826879501343,0.9918171888391042,-0.0004313913600120551,0.01563944754057697,0.09924580303153821,0.12505332544604433,0.22563126639781803,0.2243219939893741,0.3281124659946987,0.49851397052407265,0.8941568512602123,0.00501822263842249,0.0040134697088173455,0.04952934976401074,0.062387138943784115,0.1124445707776482,0.11197038635371256,0.1635866505759103,0.5529826879501343,0.9918171888391042,-0.0004313913600120551,0.013709944142777075,0.00208396631101745,8.10542627201607,2.080053194678811,1.6598606914744967,3.8967398962352515,0.9999999999360593,3.8967398962352515,0.4259613767561344,0.999999999750839,0.004334760782834863,0.11112494144273814,499,low_priority_skip_for_now,64,0.0040134697088173455
+up_blocks.0.attentions.2.transformer_blocks.5.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.053998250647314956,0.06815057088221822,7.164281630269085e-05,0.006669337146117219,0.008372093995861224,0.12380968817869999,0.1230058268225128,0.021664647119385854,0.06741395752344813,0.9893460168094615,9.892631125499715e-05,0.0004802381442589519,0.01727103558368981,0.021666405899288487,0.3206104498479988,0.31822732656560593,0.05616884572165353,0.06378808477893472,0.93670321817594,-0.0001562218750937713,0.0005027505737546432,0.01773327249767525,0.022198821992142796,0.3298201415362718,0.32660839040971235,0.05734671013695853,0.0641335171780416,0.9418196715501808,-0.00024391843701161115,0.0005882123446748924,0.019147151332747723,0.023997104114733957,0.3561137827686064,0.3530772758830352,0.06180828809738159,0.06542011204042605,0.9611082835459781,-0.00039549724315942773,0.0004802381442589519,0.01727103558368981,0.021666405899288487,0.3206104498479988,0.31822732656560593,0.05616884572165353,0.06378808477893472,0.93670321817594,-0.0001562218750937713,0.0005882123446748924,0.019147151332747723,0.023997104114733957,0.3561137827686064,0.3530772758830352,0.06180828809738159,0.06542011204042605,0.9611082835459781,-0.00039549724315942773,0.0004085953279562611,0.0005165695283722016,6.7032280742107915,8.210346365773079,0.9552214723838396,0.8164366963565598,0.9999999979176998,0.8164366963565598,1.1699884081921876,0.9999999982999337,0.004241214749939819,0.0027389076733477747,500,low_priority_skip_for_now,256,0.0005882123446748924
+mid_block.attentions.0.transformer_blocks.3.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.3.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.04743650701961347,0.05950269362490092,3.93770214941469e-05,0.004917083624085146,0.0061774107019085586,0.1038194983788703,0.10399481607563917,0.01603942258017404,0.05868267161505563,0.9862836813571183,-1.7730433597762385e-05,0.00027152813059469087,0.012937368642139648,0.016219117633896517,0.27303317132007787,0.2729404733998512,0.041954943378056796,0.05488511647230813,0.9232100771726338,0.00035069801275661964,0.00029205227578391453,0.013396728850368942,0.016802586924427886,0.283442150887595,0.2834990717862312,0.04359451574938638,0.0558027460772012,0.9395162790730013,0.00024337534119922566,0.0004220020637148991,0.01606642341773425,0.019963925866359738,0.34232845403699447,0.3388291300160341,0.04998997771846397,0.05834186948569758,0.9837783829025233,0.0002586126503233897,0.00027152813059469087,0.012937368642139648,0.016219117633896517,0.27303317132007787,0.2729404733998512,0.041954943378056796,0.05488511647230813,0.9232100771726338,0.00035069801275661964,0.0004220020637148991,0.01606642341773425,0.019963925866359738,0.34232845403699447,0.3388291300160341,0.04998997771846397,0.05834186948569758,0.9837783829025233,0.0002586126503233897,0.00023215110910054397,0.0003826250422207522,6.895598331109252,10.716962253243667,0.9297244095638083,0.6434284409914744,0.9999999963171403,0.6434284409914744,1.444953856761516,0.9999999976303433,0.004100578134625566,0.0016008208004788728,501,low_priority_skip_for_now,256,0.0004220020637148991
+up_blocks.1.attentions.2.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5156368123633521,0.660416131573064,0.0050351583299094015,0.0558001081060086,0.07084126689458789,0.10826009332359296,0.10721387310413664,0.19020979745047434,0.6505912467837334,0.9851177371952055,-0.0021017238011284333,0.03591069589102907,0.14899385294743947,0.18929735414440155,0.28904757550136717,0.28656249345824786,0.5105220760617938,0.6022753130112376,0.9119284186057843,-0.012439292697568558,0.018290641734243503,0.10505313080336366,0.13366528333406047,0.20358265841977774,0.20286395627017811,0.3613679068429129,0.6315872190254075,0.9561317071823677,-0.005049462993546123,0.007667225710715034,0.0684343935655696,0.08706997037188428,0.13269389837288087,0.13222173177426574,0.23558098929268972,0.655769441808973,0.9928844254239976,-1.803616423298341e-05,0.03591069589102907,0.14899385294743947,0.18929735414440155,0.28904757550136717,0.28656249345824786,0.5105220760617938,0.6022753130112376,0.9119284186057843,-0.012439292697568558,0.007667225710715034,0.0684343935655696,0.08706997037188428,0.13269389837288087,0.13222173177426574,0.23558098929268972,0.655769441808973,0.9928844254239976,-1.803616423298341e-05,0.030875537561119666,0.0026320673808056328,7.131989409465745,1.522737758542392,1.963337121290512,4.683662284280976,0.9999999999721532,4.683662284280976,0.4191884473873525,0.9999999998695747,0.004007948383780514,0.22020400689746727,502,low_priority_skip_for_now,64,0.007667225710715034
+up_blocks.0.attentions.1.transformer_blocks.8.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7690943468894277,0.9581140588436808,0.009397927646724773,0.07705434864120823,0.09669477775953779,0.10020147430043853,0.1009515274971208,0.25019655908857075,0.9422697031072208,0.9834543097109931,-0.002406736225306564,0.06805124153782215,0.2069374264350959,0.26020258662819645,0.269066442213582,0.27162674305755424,0.6775145019803729,0.8657324942094939,0.9035466292435693,-0.0026212683709932855,0.04861127485388091,0.17194334909852063,0.21617527653027385,0.22366651582640357,0.22555691040243736,0.5608349016734532,0.9195243194699287,0.9583885857639113,-0.0006666127342214168,0.012264032731764019,0.08743908894913537,0.10980963114335476,0.11499174114499426,0.11587229291618828,0.2845777358327593,0.9507914653846196,0.9920926415470921,-0.001115062532270323,0.06805124153782215,0.2069374264350959,0.26020258662819645,0.269066442213582,0.27162674305755424,0.6775145019803729,0.8657324942094939,0.9035466292435693,-0.0026212683709932855,0.012264032731764019,0.08743908894913537,0.10980963114335476,0.11499174114499426,0.11587229291618828,0.2845777358327593,0.9507914653846196,0.9920926415470921,-0.001115062532270323,0.058653313891097375,0.0028661050850392455,7.241090173140168,1.3049720312257485,1.3999065389865892,5.548847024520704,0.9999999999853051,5.548847024520704,0.2522878235219257,0.9999999999184607,0.0037401869745301106,0.4247139348389309,503,low_priority_skip_for_now,64,0.012264032731764019
+up_blocks.0.attentions.1.transformer_blocks.5.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5843290319400174,0.7338264882564545,0.00640335278252938,0.0634595926717988,0.07970676021994316,0.10874766200706636,0.1087895013863865,0.20699413333620345,0.7223593613931111,0.9843172284756418,-0.001110161966347992,0.04455949755252472,0.16746126753943308,0.2102982185366896,0.2869234531176704,0.2870118697103265,0.5460636232580457,0.6640486004097121,0.9054758023851891,0.006868834253379775,0.023368739705931927,0.11895493417978287,0.14977672876294174,0.20908928927961049,0.2098141933390783,0.39212540217808317,0.7064378165772983,0.9597556374835505,0.005284289148594975,0.009047916732795005,0.07480577173243676,0.09401471080979056,0.13098809175721338,0.13112581082933822,0.24420045954840525,0.7243741367544446,0.9856751834907433,0.00070445449572227,0.04455949755252472,0.16746126753943308,0.2102982185366896,0.2869234531176704,0.2870118697103265,0.5460636232580457,0.6640486004097121,0.9054758023851891,0.006868834253379775,0.009047916732795005,0.07480577173243676,0.09401471080979056,0.13098809175721338,0.13112581082933822,0.24420045954840525,0.7243741367544446,0.9856751834907433,0.00070445449572227,0.038156144769995334,0.002644563950265625,6.95877598172321,1.412996759458254,1.9067993443954072,4.924835060217773,0.9999999999775582,4.924835060217773,0.3871803463201355,0.9999999998894773,0.003736760291905447,0.2655200637805972,504,low_priority_skip_for_now,64,0.009047916732795005
+down_blocks.1.attentions.0.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,5120,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5644877265606608,0.7318951253380094,0.004369357268192938,0.05215242950777922,0.06605857637742465,0.09246795575875597,0.09038114460376981,0.17629378182547434,0.7203654998115131,0.984261686712025,0.00024521068132798973,0.033262606976287704,0.14353662383343493,0.18223082713570202,0.25444312532356334,0.24925476835382362,0.4896158490862165,0.6595387948410851,0.901262413865761,0.0012052144520566799,0.014822340603651745,0.09540131501853466,0.12108419637117593,0.16991013111409453,0.16651295189097562,0.32512119838169645,0.715027429163456,0.9763870382178359,-0.0005972521893064757,0.00675802568938317,0.06373200113219875,0.08079077086399775,0.11412362511330224,0.111835324475154,0.21613693237304688,0.7275704145431519,0.993760318913088,-8.673406819070806e-05,0.033262606976287704,0.14353662383343493,0.18223082713570202,0.25444312532356334,0.24925476835382362,0.4896158490862165,0.6595387948410851,0.901262413865761,0.0012052144520566799,0.00675802568938317,0.06373200113219875,0.08079077086399775,0.11412362511330224,0.111835324475154,0.21613693237304688,0.7275704145431519,0.993760318913088,-8.673406819070806e-05,0.028893249708094766,0.002388668421190232,7.612700204401372,1.5466864513533911,2.2440859958277297,4.921941481166781,0.9999999999699363,4.921941481166781,0.45593512317901236,0.9999999998520277,0.0036945210838306274,0.2199556479586329,505,low_priority_skip_for_now,64,0.00675802568938317
+mid_block.attentions.0.transformer_blocks.2.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.2.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.507730803319386,0.636824794113636,0.004041781046128433,0.0502237861177751,0.06318606270223104,0.09937504765275444,0.0996652602480953,0.1649718220744814,0.6275891991598266,0.9854472807474591,0.0009241078166724037,0.030140093095334514,0.13734448049217463,0.17236206720303784,0.27139505610066356,0.27153190563800284,0.4451971394675119,0.5787542153682027,0.9088267396103308,-0.0028584070104053744,0.016019796237482557,0.09985130878963641,0.1254973541619066,0.20275732599766158,0.20308421111101876,0.32691660949162077,0.6077583288507802,0.950829164446879,-0.000425625457296519,0.00637399432681767,0.0632159167102405,0.07969734903789859,0.12754852887027737,0.1281911162007522,0.20953272495950973,0.6312807479075023,0.9905492822233237,-0.0005820069275159767,0.030140093095334514,0.13734448049217463,0.17236206720303784,0.27139505610066356,0.27153190563800284,0.4451971394675119,0.5787542153682027,0.9088267396103308,-0.0028584070104053744,0.00637399432681767,0.0632159167102405,0.07969734903789859,0.12754852887027737,0.1281911162007522,0.20953272495950973,0.6312807479075023,0.9905492822233237,-0.0005820069275159767,0.026098312049206082,0.002332213280689237,7.457131582312744,1.577026130929632,1.8814279936303033,4.728603689494322,0.9999999999668217,4.728603689494322,0.39788235954625567,0.9999999998431124,0.0036779612865480518,0.19461854702718792,506,low_priority_skip_for_now,64,0.00637399432681767
+up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5089484219040189,0.6522797080022948,0.0049859468708746135,0.05595936293580702,0.07039578448208815,0.11051615291991153,0.10832520449578935,0.1835830467087882,0.6429445732917104,0.985766677912256,1.121620042811498e-06,0.034550382722435255,0.14660943193095072,0.18502841794749608,0.2889604799705112,0.28419770074079953,0.4868270808032581,0.5953499408704894,0.913103612581307,0.005370330643407735,0.021033543794016753,0.11367606158767428,0.14337717547175458,0.22386847037427385,0.22002951554540764,0.3780070202691214,0.6216988840273449,0.9539855654410335,-0.001586933026114171,0.007446655529617731,0.06831931469163724,0.08616835631335158,0.13622374199320988,0.13383667258211102,0.22680882045200892,0.6449838227459362,0.9883282726897556,-8.790653898976026e-05,0.034550382722435255,0.14660943193095072,0.18502841794749608,0.2889604799705112,0.28419770074079953,0.4868270808032581,0.5953499408704894,0.913103612581307,0.005370330643407735,0.007446655529617731,0.06831931469163724,0.08616835631335158,0.13622374199320988,0.13383667258211102,0.22680882045200892,0.6449838227459362,0.9883282726897556,-8.790653898976026e-05,0.02956443585156064,0.002460708658743117,6.929552923504181,1.4935288563991338,1.642632504496028,4.639718136602077,0.9999999999710568,4.639718136602077,0.35403713241046836,0.9999999998657114,0.0036751393890240543,0.20486832288693385,507,low_priority_skip_for_now,64,0.007446655529617731
+up_blocks.0.attentions.1.transformer_blocks.7.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7244101986289024,0.9269544045839991,0.00984623542587672,0.07872217042105538,0.09890342303128004,0.10887893687152347,0.10683149683151674,0.2556180613381522,0.9136316052504948,0.9855944328712631,-0.0002995162250109778,0.06948880957705635,0.20924789644777775,0.26273742754449525,0.28920571064162276,0.2838070502471529,0.6694963521191052,0.8441160427672523,0.9103591205763358,-0.006641350767625097,0.049065335520676205,0.17509297441158975,0.2205791283043778,0.2435658010060234,0.23938720236093328,0.5624217816761562,0.913795465869563,0.9856129641046749,0.003668737695209399,0.012533246290071734,0.08840702247938939,0.11111245412361423,0.12374929621747961,0.12114908885019046,0.2876558005809784,0.9165258599179131,0.9883833065948086,0.0007615450644412444,0.06948880957705635,0.20924789644777775,0.26273742754449525,0.28920571064162276,0.2838070502471529,0.6694963521191052,0.8441160427672523,0.9103591205763358,-0.006641350767625097,0.012533246290071734,0.08840702247938939,0.11111245412361423,0.12374929621747961,0.12114908885019046,0.2876558005809784,0.9165258599179131,0.9883833065948086,0.0007615450644412444,0.05964257415117963,0.0026870108641950143,7.057398748294868,1.2728972796913254,1.4162505736123503,5.5443584178632035,0.9999999999856091,5.5443584178632035,0.2554399385393944,0.9999999999202122,0.003420288819534871,0.42092142815961897,508,low_priority_skip_for_now,64,0.012533246290071734
+up_blocks.0.attentions.2.transformer_blocks.4.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.05568691708945802,0.07128291330965501,7.705371600812734e-05,0.00687998193149854,0.008665409147968043,0.1236686929515424,0.12169318895072864,0.022680087281124934,0.0705703622661531,0.9900683834251368,7.822763251397191e-06,0.0005309326952556148,0.01803271031738924,0.022729389759023586,0.3239705457526137,0.3189815861351636,0.05947322717734745,0.0659833428716021,0.9259705492986476,-3.8958645311432906e-05,0.0007686089125594922,0.021838513419165144,0.0271890663163458,0.3952934043112471,0.38488546457562745,0.0685708552066769,0.0690799841790327,0.9719293485751244,-0.0006956782575246377,0.0005415877136069217,0.018208701446253275,0.02292833226153897,0.3268257435576681,0.3215368520224726,0.05959517029779298,0.0678641005818333,0.953323552842555,-6.45885434583501e-05,0.0005309326952556148,0.01803271031738924,0.022729389759023586,0.3239705457526137,0.3189815861351636,0.05947322717734745,0.0659833428716021,0.9259705492986476,-3.8958645311432906e-05,0.0005415877136069217,0.018208701446253275,0.02292833226153897,0.3268257435576681,0.3215368520224726,0.05959517029779298,0.0678641005818333,0.953323552842555,-6.45885434583501e-05,0.00045387897924748747,0.0004645339975987943,6.8904228877059115,7.028703281761178,0.6907709316000787,0.9803263274554886,0.9999999981165221,0.9803263274554886,0.7046336622597618,0.999999998153577,0.003265071633412285,0.003127418106855484,509,low_priority_skip_for_now,256,0.0005415877136069217
+up_blocks.0.attentions.1.transformer_blocks.9.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.7686244079044887,0.9705605251448495,0.007488879142329097,0.06843669772414225,0.08601216196851577,0.08920030731994665,0.08873329449467006,0.2230491808482579,0.9543676237974849,0.9833717029032858,-0.000495691197621844,0.05738116528040597,0.18966179660388402,0.23839274915869577,0.24719063227268384,0.24610105595291507,0.6125805718558175,0.8676649587494987,0.893804466620386,-0.008017033227718327,0.03248631242396576,0.14113807425435101,0.17825110752646187,0.18803018273133462,0.18779075123094469,0.46467515400477816,0.9166220660720553,0.9413931024084174,-0.0004299181056402241,0.009868832795681166,0.07846333126404456,0.0985518808546559,0.10417053454509352,0.10352106554613462,0.2555385487420218,0.9611094519495964,0.9901653631810053,-0.0008750465195979425,0.05738116528040597,0.18966179660388402,0.23839274915869577,0.24719063227268384,0.24610105595291507,0.6125805718558175,0.8676649587494987,0.893804466620386,-0.008017033227718327,0.009868832795681166,0.07846333126404456,0.0985518808546559,0.10417053454509352,0.10352106554613462,0.2555385487420218,0.9611094519495964,0.9901653631810053,-0.0008750465195979425,0.04989228613807687,0.0023799536533520693,7.6621833764695815,1.317798379010038,1.7663182121067238,5.814382152639462,0.9999999999825727,5.814382152639462,0.30378433435544255,0.9999999998986708,0.003136299066506375,0.38228384546123634,510,low_priority_skip_for_now,64,0.009868832795681166
+up_blocks.0.attentions.2.transformer_blocks.7.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.0475982281911586,0.06041090290195176,5.4090542237515494e-05,0.0058228214371151155,0.007313376584806193,0.12245363539899737,0.12106341793367884,0.018989005259105136,0.059724816121160984,0.9886569496131,-8.935802450845845e-05,0.00037768568342601484,0.015376710798591375,0.019314478371746307,0.32311989997702073,0.31947797127697786,0.049688569137028286,0.05601401134793248,0.9271643263120053,-4.6959663206637613e-05,0.0003975660812492216,0.0158043828726347,0.0198240672284043,0.33239331947136586,0.32821766641970385,0.050923882850578854,0.056852473744324276,0.9415819703947922,0.0001210926923574464,0.0004327562741569376,0.01645165465639106,0.020558913665084562,0.34618874289759927,0.34046664738906646,0.05250814450638635,0.057003180496394634,0.9439570890794895,3.8962273395424874e-05,0.00037768568342601484,0.015376710798591375,0.019314478371746307,0.32311989997702073,0.31947797127697786,0.049688569137028286,0.05601401134793248,0.9271643263120053,-4.6959663206637613e-05,0.0004327562741569376,0.01645165465639106,0.020558913665084562,0.34618874289759927,0.34046664738906646,0.05250814450638635,0.057003180496394634,0.9439570890794895,3.8962273395424874e-05,0.00032359514118849935,0.00037866573191942213,6.98247162664959,8.000590274286457,0.9499947311633481,0.8727445564805464,0.9999999973522957,0.8727445564805464,1.0885140696827764,0.9999999976892305,0.0030295493720000916,0.002259493891870365,511,low_priority_skip_for_now,256,0.0004327562741569376
+up_blocks.0.attentions.0.transformer_blocks.2.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4864278456994465,0.6113571311746325,0.004458796677811604,0.05251101517517652,0.06602233180233182,0.1090404815405743,0.1091070534763712,0.17023682594299316,0.6018197419387954,0.9840032554404151,-0.00019333345177788682,0.03154990632486131,0.13891760858574084,0.1753689946426344,0.2881947689797334,0.28930655988141646,0.4541492887905666,0.5592956388635295,0.9158979078967809,0.009856589629115271,0.015576027483413262,0.09884144897971835,0.12442430773094085,0.2133323194665984,0.21349239113396104,0.3209677168301174,0.592940516769886,0.9675078436184811,0.002998074795219249,0.006451706402003765,0.06370037155491966,0.08016146554733895,0.13648314209037443,0.13670020038347977,0.20909649985177176,0.605821469532592,0.9901424401332202,-0.000798183476880305,0.03154990632486131,0.13891760858574084,0.1753689946426344,0.2881947689797334,0.28930655988141646,0.4541492887905666,0.5592956388635295,0.9158979078967809,0.009856589629115271,0.006451706402003765,0.06370037155491966,0.08016146554733895,0.13648314209037443,0.13670020038347977,0.20909649985177176,0.605821469532592,0.9901424401332202,-0.000798183476880305,0.027091109647049704,0.0019929097241921613,7.075879121106337,1.446961336600647,2.0255425432725325,4.890164609811197,0.9999999999683042,4.890164609811197,0.41420743565456003,0.9999999998450022,0.0028836633182415168,0.19169341711916146,512,low_priority_skip_for_now,64,0.006451706402003765
+up_blocks.0.attentions.1.transformer_blocks.4.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5452524381024497,0.6931269860693386,0.00620750430139846,0.06260486179962754,0.07861724450497502,0.11498911059561483,0.11360697949039648,0.2037828266620636,0.6816667414137295,0.9835118833016754,0.00023799789167761837,0.04327048797027341,0.16548428418380873,0.20766480571968898,0.3041366025969844,0.30031476698826876,0.533614022391183,0.6367412390453475,0.9186397856676228,0.008768196101300418,0.021930134963310723,0.11186820268630981,0.1402600323532784,0.20537144895389337,0.20270167577339795,0.36019902729562353,0.6646417028137616,0.959212677851858,0.005245911150268512,0.008239356884067612,0.07172569738967079,0.09006018276263765,0.13285503411684924,0.1312799536176782,0.23325581848621368,0.6854514479637146,0.9886642969276037,-0.0006058283352753538,0.04327048797027341,0.16548428418380873,0.20766480571968898,0.3041366025969844,0.30031476698826876,0.533614022391183,0.6367412390453475,0.9186397856676228,0.008768196101300418,0.008239356884067612,0.07172569738967079,0.09006018276263765,0.13285503411684924,0.1312799536176782,0.23325581848621368,0.6854514479637146,0.9886642969276037,-0.0006058283352753538,0.03706298366887495,0.0020318525826691523,6.970673858986214,1.327321977188817,1.9731063233624484,5.251682694882845,0.9999999999768896,5.251682694882845,0.3757093559832809,0.9999999998786313,0.002696922587384623,0.25835397139665955,513,low_priority_skip_for_now,64,0.008239356884067612
+down_blocks.2.attentions.0.transformer_blocks.5.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.05118080587791545,0.06452750454523734,5.078247597469142e-05,0.0055862664926930195,0.007012227544273809,0.10866571460924437,0.10813904055511285,0.01817106136253902,0.06363093919519867,0.9862198122904112,-2.7332002917189258e-05,0.00035095008440423826,0.014713238192988294,0.018474084169050813,0.28688745498225054,0.2854386021540343,0.04767718219331333,0.05920314243329423,0.9175642309065243,-0.0001953710711047409,0.0005098360777213072,0.017341986714330102,0.021754370408594906,0.3370972934515496,0.3348684645187531,0.056304761341639926,0.06104677157210452,0.9472565331229826,0.00027835099176952226,0.00039563045148887407,0.015549269238752978,0.019501903446915943,0.30198213694552223,0.3003622901687704,0.05033886751958302,0.06106454227119684,0.9477190596363846,9.000452663648113e-05,0.00035095008440423826,0.014713238192988294,0.018474084169050813,0.28688745498225054,0.2854386021540343,0.04767718219331333,0.05920314243329423,0.9175642309065243,-0.0001953710711047409,0.00039563045148887407,0.015549269238752978,0.019501903446915943,0.30198213694552223,0.3003622901687704,0.05033886751958302,0.06106454227119684,0.9477190596363846,9.000452663648113e-05,0.0003001676084295468,0.00034484797551418263,6.910850067024931,7.790688344840786,0.6883586687008059,0.8870653970048165,0.999999997150592,0.8870653970048165,0.7759953993078202,0.9999999974723888,0.0026866031035802833,0.002074413336834047,514,low_priority_skip_for_now,256,0.00039563045148887407
+up_blocks.0.attentions.0.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.480171012026923,0.6020247553076062,0.004793748351013554,0.0548391066757696,0.06890634103883506,0.11473621881105625,0.1149424777984692,0.17899147101811,0.5937557220458984,0.9861721724250628,0.0004959728985340917,0.034457849039297016,0.14721151813864708,0.18468031603146645,0.30787273862173176,0.30795157277498786,0.4749428331851959,0.5524702822523457,0.9177356460365994,0.007635445709638589,0.01709116476454905,0.10347121940659625,0.13002141046207788,0.21978430833186186,0.22014487819952905,0.3376828942980085,0.5816113991396767,0.9648232425674059,0.0018056647734608436,0.00664230012833806,0.06453246856108308,0.08129023928242192,0.13719519423621693,0.13778626410559341,0.21314164996147156,0.5969772264361382,0.9911077476545641,0.0010167471295809655,0.034457849039297016,0.14721151813864708,0.18468031603146645,0.30787273862173176,0.30795157277498786,0.4749428331851959,0.5524702822523457,0.9177356460365994,0.007635445709638589,0.00664230012833806,0.06453246856108308,0.08129023928242192,0.13719519423621693,0.13778626410559341,0.21314164996147156,0.5969772264361382,0.9911077476545641,0.0010167471295809655,0.029664100688283464,0.0018485517773245063,7.1880804975554105,1.3856171915132018,2.0161205811293965,5.187638072405337,0.9999999999709791,5.187638072405337,0.3886394063514651,0.9999999998494497,0.0025613851220631203,0.21322794363497038,515,low_priority_skip_for_now,64,0.00664230012833806
+mid_block.attentions.0.transformer_blocks.4.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.4.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.04651195442836199,0.05838166942287769,3.6833200413509205e-05,0.004731528132521946,0.005949168851854901,0.10186358670689212,0.10200821182609779,0.015497467347553797,0.057669979121003835,0.9877862795184404,2.6786190939479377e-05,0.00026805477643522736,0.012756658984082085,0.016047742782499545,0.27452713832644526,0.2751865216969208,0.041909979922430854,0.05346585816836783,0.915726680786065,9.510526090293427e-05,0.00032589000758369887,0.01402219177024173,0.017627739525787552,0.3006406016337337,0.3009442143319391,0.045807311577456336,0.054102237935044935,0.9262660222615647,0.00035173086777311776,0.00032446665045426926,0.013976633249382888,0.017474804829414763,0.2980660390472441,0.29710589081724187,0.0449631783579077,0.05517086413289819,0.9458181517743902,0.00017348161579125839,0.00026805477643522736,0.012756658984082085,0.016047742782499545,0.27452713832644526,0.2751865216969208,0.041909979922430854,0.05346585816836783,0.915726680786065,9.510526090293427e-05,0.00032446665045426926,0.013976633249382888,0.017474804829414763,0.2980660390472441,0.29710589081724187,0.0449631783579077,0.05517086413289819,0.9458181517743902,0.00017348161579125839,0.00023122157602171816,0.00028763345004076006,7.277531307308891,8.809080883620004,0.822531435069702,0.8261396825645958,0.9999999962694193,0.8261396825645958,0.9956323971525993,0.9999999969180192,0.0025337863262437288,0.0016827222584233567,516,low_priority_skip_for_now,256,0.00032446665045426926
+up_blocks.0.attentions.2.transformer_blocks.6.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.04831590363755822,0.060972940043679306,5.266735125327874e-05,0.005710186199784013,0.007176373861330631,0.11804671895428279,0.11746138254448146,0.018670220460210527,0.06010970865775432,0.9857803607012583,5.2985248998993484e-05,0.0003713927749881155,0.015184425948453801,0.019051748575174537,0.31369295440841166,0.31178381861557714,0.04951310796397073,0.056133494313274114,0.921249159922029,0.00019125704667593318,0.0004252698142538845,0.016091156551348313,0.02016355991950422,0.3304186342257167,0.32794554803499576,0.05179800944668906,0.05692830103050385,0.9341616734125452,0.00037218413156584314,0.000391102035791846,0.015539278841710516,0.01947556690993532,0.3203042382174867,0.3178689100149854,0.05040071079773562,0.05700573185458779,0.9357294047984018,1.1557393008843064e-05,0.0003713927749881155,0.015184425948453801,0.019051748575174537,0.31369295440841166,0.31178381861557714,0.04951310796397073,0.056133494313274114,0.921249159922029,0.00019125704667593318,0.000391102035791846,0.015539278841710516,0.01947556690993532,0.3203042382174867,0.3178689100149854,0.05040071079773562,0.05700573185458779,0.9357294047984018,1.1557393008843064e-05,0.0003187254237348368,0.00033843468453856725,7.051669755526678,7.425891355066144,0.8733109232462112,0.9496058318555364,0.9999999973074328,0.9496058318555364,0.9196562317933604,0.9999999974431225,0.002513179198169484,0.0022475464308683735,517,low_priority_skip_for_now,256,0.000391102035791846
+up_blocks.0.attentions.2.transformer_blocks.9.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.04479816555976868,0.056278992377753766,4.13201903159331e-05,0.005058317129234118,0.006359123804176659,0.11265959754669659,0.11273736907312379,0.01650225051811763,0.05547236651182175,0.9855751732675183,-5.4806888633558106e-05,0.0002874624393111195,0.013353836739302747,0.016797888493137323,0.297886956355879,0.29821147179312085,0.04389025058065142,0.05183369320418153,0.9210692011396538,0.00010492854820703152,0.00033426162865777897,0.01447316535216357,0.018147668215242198,0.32391462857501946,0.3233067236380113,0.04651671648025513,0.05268979850890381,0.9364920050325621,0.00029874695896329025,0.00033747971558893496,0.014487946439268333,0.018159455656043717,0.3225775521133593,0.3219283824581754,0.04685598186084202,0.05328193100701485,0.9466069493603805,0.0002215901189889077,0.0002874624393111195,0.013353836739302747,0.016797888493137323,0.297886956355879,0.29821147179312085,0.04389025058065142,0.05183369320418153,0.9210692011396538,0.00010492854820703152,0.00033747971558893496,0.014487946439268333,0.018159455656043717,0.3225775521133593,0.3219283824581754,0.04685598186084202,0.05328193100701485,0.9466069493603805,0.0002215901189889077,0.00024614224899518637,0.00029615952527300185,6.956948410843241,8.167428679324688,0.8599923347631224,0.8517917527507625,0.9999999965212847,0.8517917527507625,1.0096274464240802,0.9999999970368589,0.0024188618003699,0.0017123989279884432,518,low_priority_skip_for_now,256,0.00033747971558893496
+up_blocks.0.attentions.1.transformer_blocks.0.ff.net.0.proj,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight,ff.net.0.proj,10240,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4514078769300665,0.5963239148259163,0.0025866063951980323,0.0403930800301688,0.05084762156689344,0.08989902940635577,0.08536386635533402,0.13304131371634348,0.5858588271907398,0.9824246964802912,0.0004684296333599442,0.019995967358616844,0.11181285312133175,0.14135842633467433,0.24855074049192352,0.23719273927592435,0.3755419594900949,0.5351272502115795,0.8973934482535613,0.0042646761279944,0.011639945508380021,0.0830668725871614,0.10487627412062055,0.18231312942869735,0.1747853095659114,0.2768876211983817,0.5634537403072629,0.9457251945236027,0.002988206913609507,0.0041087548597715795,0.05009773460083774,0.06327838944582331,0.11034193578465087,0.1056563769830992,0.1674627736210823,0.592640859740121,0.9939437124408277,0.0003543230882314674,0.019995967358616844,0.11181285312133175,0.14135842633467433,0.24855074049192352,0.23719273927592435,0.3755419594900949,0.5351272502115795,0.8973934482535613,0.0042646761279944,0.0041087548597715795,0.05009773460083774,0.06327838944582331,0.11034193578465087,0.1056563769830992,0.1674627736210823,0.592640859740121,0.9939437124408277,0.0003543230882314674,0.017409360963418812,0.0015221484645735472,7.730579877946742,1.5884731692502203,1.7178746534941374,4.8666732468098175,0.99999999994999,4.8666732468098175,0.3529874651441065,0.9999999997566171,0.002417891995590499,0.13458445555171697,519,low_priority_skip_for_now,64,0.0041087548597715795
+mid_block.attentions.0.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.06343462185135909,0.0791258775363011,7.020604906366705e-05,0.0065820664915788385,0.008268903463787442,0.10381578966571821,0.10449346531446833,0.02148401311465672,0.07812986655959062,0.9875534711871089,0.00010630462401195473,0.0005025240181047204,0.017651289917661676,0.022137555964282234,0.2784611354655085,0.2798735739430737,0.05710184574127197,0.07264439335891179,0.9185605211325718,0.0004360628358881513,0.000501115718049862,0.01759045256767422,0.02204481411721635,0.2769167601688121,0.27816542026867064,0.05670746256198202,0.07434905593150429,0.9407460624769224,0.0004966593583048962,0.00044535980227270296,0.016527700670329586,0.020737080476046204,0.2597706758706111,0.2611880139398193,0.05356978465403829,0.0755638197463538,0.9561847602851924,-0.00017598883810673475,0.0005025240181047204,0.017651289917661676,0.022137555964282234,0.2784611354655085,0.2798735739430737,0.05710184574127197,0.07264439335891179,0.9185605211325718,0.0004360628358881513,0.00044535980227270296,0.016527700670329586,0.020737080476046204,0.2597706758706111,0.2611880139398193,0.05356978465403829,0.0755638197463538,0.9561847602851924,-0.00017598883810673475,0.00043231796904105333,0.0003751537532090359,7.157844910075435,6.343610014647228,1.0028103270388895,1.1283551286217328,0.9999999980100454,1.1283551286217328,0.8887364441832423,0.9999999977546244,0.002379829105889335,0.0030944649742346533,520,low_priority_skip_for_now,256,0.00044535980227270296
+mid_block.attentions.0.transformer_blocks.8.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.8.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.48071092260735376,0.603986996625151,0.003314298768860421,0.04572891936238323,0.05753643283253869,0.09528744420916443,0.0954181053103729,0.1500896896634783,0.5944358344588961,0.9841673071135962,-4.069975394876175e-05,0.024410874050642763,0.12424592939870698,0.15602913119173295,0.258542488877177,0.2584591386355967,0.403962390763419,0.5441172266645091,0.9011177409777543,-0.0010568286778444807,0.01448346915588315,0.09538438889597144,0.11980230305051855,0.1999762216874768,0.1998973046536396,0.310842684337071,0.5746777887855258,0.9506464609994724,-0.0005623702064830079,0.004891204888865884,0.05542967475152442,0.06975147321548017,0.11555901638939012,0.11573243093649506,0.18212055095604487,0.5983675026467868,0.9906600113478808,0.00020602894050268463,0.024410874050642763,0.12424592939870698,0.15602913119173295,0.258542488877177,0.2584591386355967,0.403962390763419,0.5441172266645091,0.9011177409777543,-0.0010568286778444807,0.004891204888865884,0.05542967475152442,0.06975147321548017,0.11555901638939012,0.11573243093649506,0.18212055095604487,0.5983675026467868,0.9906600113478808,0.00020602894050268463,0.021096575281782343,0.0015769061200054633,7.3653209157334985,1.475788765136546,1.6854300434672929,4.99076906412565,0.9999999999590347,4.99076906412565,0.3377094835418888,0.9999999997955513,0.0023271803355791247,0.15538304717325782,521,low_priority_skip_for_now,64,0.004891204888865884
+mid_block.attentions.0.transformer_blocks.7.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.7.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5067932541881289,0.6344344711729458,0.00344591068902186,0.04673341142811945,0.058671558878240306,0.09224332109654605,0.09249985988269853,0.15211473192487443,0.6237154709441322,0.9831468117335493,0.000717137873899836,0.02611250353844038,0.12924781548125402,0.16151879034456565,0.2550955168283306,0.254628089155806,0.4147827284676688,0.5721290217978614,0.9018630730998236,0.002494606483066621,0.01177786204165646,0.08571274405611413,0.10739407373177981,0.16915180281577258,0.16936164258444036,0.27599938426698956,0.6179498391492027,0.9741239865105846,0.0020005023565902646,0.005027946816491229,0.05630673241934606,0.07078295370376284,0.11116742425905986,0.11162317339190198,0.18402275017329625,0.6310827136039734,0.9948039861835688,0.0008492264551023254,0.02611250353844038,0.12924781548125402,0.16151879034456565,0.2550955168283306,0.254628089155806,0.4147827284676688,0.5721290217978614,0.9018630730998236,0.002494606483066621,0.005027946816491229,0.05630673241934606,0.07078295370376284,0.11116742425905986,0.11162317339190198,0.18402275017329625,0.6310827136039734,0.9948039861835688,0.0008492264551023254,0.02266659284941852,0.001582036127469369,7.57782365458657,1.4591053770053841,2.217083494769038,5.193472502055941,0.9999999999617042,5.193472502055941,0.426898090526215,0.9999999998011115,0.0023083574202073316,0.1717634434632065,522,low_priority_skip_for_now,64,0.005027946816491229
+down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5364910092736993,0.674299242241042,0.002771804084269596,0.04169416454221521,0.05240040118280661,0.07800002217694858,0.07798376367940005,0.13637630428586686,0.663202836045197,0.9834640107194279,0.00035424753949493085,0.022897692530282905,0.11983055887477738,0.15045556523733855,0.22381031582919667,0.22360168045439613,0.39010259083339144,0.6036160492471286,0.8951623523700248,-0.0004855955609985228,0.011198955388473613,0.08183073405442494,0.10328142421527013,0.15527532742982947,0.1558114410393904,0.27278028215680805,0.6500247402914933,0.9630080920743251,0.0017357300700950873,0.00424914009636268,0.05049471164654408,0.0645491935961997,0.09681509208985947,0.09828497480972487,0.1773653690304075,0.6689409017562866,0.9913407188382554,-0.0002553386898236048,0.022897692530282905,0.11983055887477738,0.15045556523733855,0.22381031582919667,0.22360168045439613,0.39010259083339144,0.6036160492471286,0.8951623523700248,-0.0004855955609985228,0.00424914009636268,0.05049471164654408,0.0645491935961997,0.09681509208985947,0.09828497480972487,0.1773653690304075,0.6689409017562866,0.9913407188382554,-0.0002553386898236048,0.020125888446013308,0.001477336012093084,8.260934693028922,1.532987168517501,2.044627533011288,5.388782672638835,0.9999999999563275,5.388782672638835,0.3794228969209604,0.9999999997646581,0.0022647371501275135,0.16625865009170127,523,low_priority_skip_for_now,64,0.00424914009636268
+mid_block.attentions.0.transformer_blocks.2.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.2.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.05435778786029134,0.06852660667417305,5.292898029957931e-05,0.005712684385278928,0.007189226815217646,0.10527183866671264,0.10505916515807605,0.01878238150051662,0.06761905597522855,0.9865138854524222,4.8886729822632855e-05,0.00038946425463239266,0.015489504007356507,0.019473865227278703,0.28495152886749303,0.28410158714060146,0.0509660363729511,0.06270530806588274,0.9148165331811123,0.00019297711241961224,0.0003925114854480073,0.015552024539959217,0.019609311701624377,0.2872670844069208,0.28717574830111026,0.05137663653918675,0.06479402837742652,0.9469894471154934,0.0001440908522454265,0.00037193865058985205,0.015119261989769126,0.01900243275337484,0.27790235534867364,0.2770397511944566,0.049728301619844775,0.0650218816341034,0.9487558414532794,0.00016585853849652006,0.00038946425463239266,0.015489504007356507,0.019473865227278703,0.28495152886749303,0.28410158714060146,0.0509660363729511,0.06270530806588274,0.9148165331811123,0.00019297711241961224,0.00037193865058985205,0.015119261989769126,0.01900243275337484,0.27790235534867364,0.2770397511944566,0.049728301619844775,0.0650218816341034,0.9487558414532794,0.00016585853849652006,0.00033653527433281336,0.00031900967029027276,7.3582420267644215,7.027126565778214,0.9922365792573606,1.0471196068696476,0.9999999974323703,1.0471196068696476,0.9475866654392027,0.9999999973113846,0.0022417213288369246,0.0024763079990844012,524,low_priority_skip_for_now,256,0.00037193865058985205
+mid_block.attentions.0.transformer_blocks.9.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.9.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.04353001081783857,0.054617623665503094,2.5347271486810185e-05,0.003909643373585173,0.004911325311910743,0.09177669858863456,0.0920048064047386,0.012753905994551522,0.05397139010684831,0.9871253387645413,-2.4915965356951476e-05,0.0001873307128335,0.010637578920328192,0.013322083816616365,0.24770744703371128,0.24754536179964984,0.03429487773350307,0.05017431140212076,0.91932881836887,0.0005540202077359677,0.00021796544271117973,0.011149262668498392,0.013911747710833172,0.2567677046439551,0.25577646460013875,0.03554856564317431,0.05191849444859794,0.9460506140871391,0.00027601432702795137,0.0002462484410118902,0.011953614194810922,0.015017487243892994,0.2773745431956501,0.278196632097148,0.0387068119432245,0.052413004250930886,0.9631929780559105,-9.116024796997278e-05,0.0001873307128335,0.010637578920328192,0.013322083816616365,0.24770744703371128,0.24754536179964984,0.03429487773350307,0.05017431140212076,0.91932881836887,0.0005540202077359677,0.0002462484410118902,0.011953614194810922,0.015017487243892994,0.2773745431956501,0.278196632097148,0.0387068119432245,0.052413004250930886,0.9631929780559105,-9.116024796997278e-05,0.0001619834413466898,0.00022090116952508003,7.390566891604618,9.714987722644679,0.8594514325019658,0.7607386723058116,0.9999999946618471,0.7607386723058116,1.129759088501146,0.9999999959390606,0.002146052149854003,0.0011971494586050244,525,low_priority_skip_for_now,256,0.0002462484410118902
+up_blocks.0.attentions.2.transformer_blocks.3.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3613283820450306,0.49148937846933094,0.0024739276975326773,0.0391527740950031,0.04936486679397233,0.10881956251045315,0.10069050181176707,0.12859085627964564,0.48486524767109324,0.9867369879526695,-0.0016416618761598198,0.018460565146857073,0.10650734377226659,0.13473079318136508,0.29538415031621285,0.2745154315921751,0.3494244260447366,0.44714217473353657,0.9098751849411327,0.00028905422017747436,0.008286377298645675,0.06990616542420217,0.08822217381830577,0.20177472830162504,0.1852755075763666,0.22958899395806448,0.4774326767240252,0.9686652890524686,0.0007522893895709006,0.003827143718288945,0.04859859496355057,0.06108952344396335,0.13467757506580347,0.12425450775650582,0.15813170187175274,0.483125383832625,0.9836475154889018,-0.0007821174937459675,0.018460565146857073,0.10650734377226659,0.13473079318136508,0.29538415031621285,0.2745154315921751,0.3494244260447366,0.44714217473353657,0.9098751849411327,0.00028905422017747436,0.003827143718288945,0.04859859496355057,0.06108952344396335,0.13467757506580347,0.12425450775650582,0.15813170187175274,0.483125383832625,0.9836475154889018,-0.0007821174937459675,0.015986637449324395,0.0013532160207562678,7.462047155948132,1.5469909329035283,2.22782097402763,4.823588164148408,0.9999999999458306,4.823588164148408,0.46185969814005373,0.9999999997387086,0.002093412914369739,0.11929304251190499,526,low_priority_skip_for_now,64,0.003827143718288945
+mid_block.attentions.0.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.051922185878668516,0.06538753770291805,4.594149650724181e-05,0.005330950645397284,0.006693843663049986,0.10236218954984547,0.10204136995721533,0.017348273524216244,0.06457416992634535,0.987763100941498,7.545232162848541e-05,0.00032227776474818323,0.01418887872049319,0.017740318896700642,0.27250435648443283,0.2705202679531703,0.045436913413660865,0.06038997009662645,0.9245725294316421,0.00046608285502510886,0.0003571972985290423,0.01496169257110783,0.01871159221548225,0.2880546028664938,0.2861146361744353,0.04781166224607399,0.061926575510629585,0.9488423229375725,0.00024855135656512824,0.00032021610708657784,0.014144711662083864,0.017683148678721144,0.271866320143465,0.26981378122294064,0.04535689457718815,0.06290864359055247,0.9629482325097148,1.6725778420680269e-06,0.00032227776474818323,0.01418887872049319,0.017740318896700642,0.27250435648443283,0.2705202679531703,0.045436913413660865,0.06038997009662645,0.9245725294316421,0.00046608285502510886,0.00032021610708657784,0.014144711662083864,0.017683148678721144,0.271866320143465,0.26981378122294064,0.04535689457718815,0.06290864359055247,0.9629482325097148,1.6725778420680269e-06,0.0002763362682409414,0.00027427461057933603,7.014959943292711,6.970084225837476,0.9022402049878322,1.00643832902075,0.9999999968970866,1.00643832902075,0.8964684433750663,0.999999996877109,0.0019117171367467466,0.0019384878525891937,527,low_priority_skip_for_now,256,0.00032021610708657784
+mid_block.attentions.0.transformer_blocks.5.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.5.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.04644652140060706,0.058333795850298235,4.0354525903499704e-05,0.004944737102570278,0.0062198433919417526,0.10616218176430059,0.10627084716205223,0.016218232789209912,0.05749682616442442,0.9858441988915218,-9.74710621903796e-06,0.00028215646541087026,0.013109941384755075,0.01645249454916955,0.28139790785509883,0.28113560724802517,0.042734521840299876,0.053380042780190706,0.9156801486166773,-5.395562376569225e-07,0.0003032956753616288,0.013555638226015227,0.016991092606724788,0.2898935122600485,0.28920764336571436,0.04385909012385777,0.05486560546393905,0.942027519216938,-3.4439802740442767e-06,0.00029338487729546614,0.013298244448378682,0.016694588581332923,0.2843204180700504,0.2841073759059285,0.0436153273497309,0.05492729367688298,0.9432444498032397,1.6801957508099414e-05,0.00028215646541087026,0.013109941384755075,0.01645249454916955,0.28139790785509883,0.28113560724802517,0.042734521840299876,0.053380042780190706,0.9156801486166773,-5.395562376569225e-07,0.00029338487729546614,0.013298244448378682,0.016694588581332923,0.2843204180700504,0.2841073759059285,0.0436153273497309,0.05492729367688298,0.9432444498032397,1.6801957508099414e-05,0.00024180193950737054,0.0002530303513919664,6.991940856736956,7.270185027742764,0.9303016409454067,0.961728044915499,0.9999999964558671,0.961728044915499,0.9673229793940561,0.9999999965915081,0.0018395774722543647,0.001690664860079822,528,low_priority_skip_for_now,256,0.00029338487729546614
+down_blocks.2.attentions.0.transformer_blocks.6.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.03769325588031539,0.04718478848891599,2.4270109033100846e-05,0.003859403360235904,0.004842594386838517,0.10209429891903862,0.10228469882328524,0.012530288792082242,0.04671579213546855,0.9903372650640325,-4.032935341261431e-05,0.00017365345554156062,0.010287861306486385,0.012946238844850088,0.27213466176085,0.27335468341777885,0.0338472809110369,0.043400799589497704,0.9214285097360246,-0.0001722526529712403,0.00018821814280402447,0.010731950477098249,0.013504566113972993,0.2843288911251707,0.28557339284112493,0.03532631349350725,0.04376535104321582,0.9296518895822531,-0.00011067441469744413,0.00022358053930864635,0.011605861846224539,0.014570203327571665,0.30590490691826,0.3067750794197498,0.0379219970532826,0.044942134126488655,0.9539045473866311,-0.00012417048065214788,0.00017365345554156062,0.010287861306486385,0.012946238844850088,0.27213466176085,0.27335468341777885,0.0338472809110369,0.043400799589497704,0.9214285097360246,-0.0001722526529712403,0.00022358053930864635,0.011605861846224539,0.014570203327571665,0.30590490691826,0.3067750794197498,0.0379219970532826,0.044942134126488655,0.9539045473866311,-0.00012417048065214788,0.00014938334650845979,0.00019931043027554551,7.155033714504094,9.212176582789098,0.9226180432550178,0.7766930668556268,0.9999999942414046,0.7766930668556268,1.1878798440465004,0.9999999955273389,0.0018360828784899997,0.0010688428806534772,529,low_priority_skip_for_now,256,0.00022358053930864635
+down_blocks.2.attentions.1.transformer_blocks.2.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.49313371468867573,0.6226431003638676,0.0033332209402163115,0.04591530089133552,0.05757468322328727,0.09304243599536803,0.09241410439562615,0.1486261487007141,0.6136341935821942,0.9855296546988294,0.0005414253808839119,0.025288240318851813,0.12637387562010968,0.15865212721727426,0.25606030098421567,0.25465380466642834,0.4123273662158421,0.5632405398147446,0.904558179702298,0.006393697844552142,0.01631463540252298,0.10150042774954013,0.12713456115611502,0.2064684847130287,0.20487496838686287,0.3302472489220755,0.5917771799223763,0.9497165936171273,0.0028486772321879733,0.0045520584431609935,0.05360944236495665,0.06725902803870741,0.10894853358129819,0.10827322712926131,0.17400326047624862,0.6191658899188042,0.9943270834880618,0.00019451322045175142,0.025288240318851813,0.12637387562010968,0.15865212721727426,0.25606030098421567,0.25465380466642834,0.4123273662158421,0.5632405398147446,0.904558179702298,0.006393697844552142,0.0045520584431609935,0.05360944236495665,0.06725902803870741,0.10894853358129819,0.10827322712926131,0.17400326047624862,0.6191658899188042,0.9943270834880618,0.00019451322045175142,0.0219550193786355,0.001218837502944682,7.586727902178602,1.3656635798945633,1.5500340457127884,5.55534174902554,0.999999999960456,5.55534174902554,0.27901686618004484,0.9999999997803191,0.0016645219875811848,0.16656675811276586,530,low_priority_skip_for_now,64,0.0045520584431609935
+down_blocks.2.attentions.0.transformer_blocks.8.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.04277619366933193,0.053761639698807685,3.4117292865890446e-05,0.004550944456631052,0.0057002540397544784,0.10618868837874698,0.10578480239155617,0.014672398567199707,0.0528681395309312,0.9838904842718608,-6.733622428559524e-05,0.00023954656171554234,0.012120177437152182,0.01516410850450962,0.28384409270481853,0.282437082085135,0.03880890352385385,0.049204619601368904,0.9160978149603592,-0.0002642649633344263,0.0002548833804861975,0.012531527683937125,0.015665295625903245,0.2946227096503405,0.2926699104228444,0.040132837636130195,0.04977681168488094,0.9274035002643345,-0.00022498054889703262,0.00025168401836188944,0.012328303543784256,0.015398850053036784,0.28610705899513167,0.2846618358456952,0.039298493947301595,0.050858419721147845,0.9478372696453361,-0.00019882746341539002,0.00023954656171554234,0.012120177437152182,0.01516410850450962,0.28384409270481853,0.282437082085135,0.03880890352385385,0.049204619601368904,0.9160978149603592,-0.0002642649633344263,0.00025168401836188944,0.012328303543784256,0.015398850053036784,0.28610705899513167,0.2846618358456952,0.039298493947301595,0.050858419721147845,0.9478372696453361,-0.00019882746341539002,0.00020542926884965188,0.00021756672549599898,7.021265011731617,7.377021734233041,0.9398280904732672,0.9517750166374489,0.9999999958254463,0.9517750166374489,0.987447737448974,0.999999996026764,0.0016049944626298984,0.0014423733377596686,531,low_priority_skip_for_now,256,0.00025168401836188944
+mid_block.attentions.0.transformer_blocks.7.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.7.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.042291587052334635,0.05305866524577141,2.7352247246069184e-05,0.004099143511016986,0.005148084978244008,0.09656440330191503,0.09663924280643076,0.013365767763129302,0.05231982323208025,0.986158273982369,8.98993497376718e-05,0.000198065545971206,0.011029052606318146,0.01385137704521573,0.25970216053218637,0.25999094526470273,0.03608857308115278,0.04839545714535883,0.9128222469146736,0.0006661399856966455,0.0002051334802542572,0.011196929620512362,0.014072101138757254,0.2644669045247937,0.2649120913825299,0.036363581727658,0.048883787888501375,0.9220267297968323,0.0006604652519724498,0.00021155878987753698,0.011301367951091379,0.014152343052437283,0.264794887417849,0.26424447608977203,0.03664194619549172,0.05025458921279226,0.9479953103269666,0.0005069001524264292,0.000198065545971206,0.011029052606318146,0.01385137704521573,0.25970216053218637,0.25999094526470273,0.03608857308115278,0.04839545714535883,0.9128222469146736,0.0006661399856966455,0.00021155878987753698,0.011301367951091379,0.014152343052437283,0.264794887417849,0.26424447608977203,0.03664194619549172,0.05025458921279226,0.9479953103269666,0.0005069001524264292,0.00017071329872513682,0.0001842065426314678,7.2412894248892385,7.73460331210398,0.9655447017237976,0.9362198807699668,0.9999999949511663,0.9362198807699668,1.0313225738869793,0.9999999952731815,0.0014247645347485738,0.0012361844047462907,532,low_priority_skip_for_now,256,0.00021155878987753698
+up_blocks.1.attentions.0.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.714538496519838,0.9960976604904447,0.014953943584779543,0.09648357651063375,0.12171616333611422,0.13642303311611428,0.1220775985009163,0.31936618259974886,0.9853954134242875,0.9893348878381721,-0.0030732301072151002,0.10144117674125093,0.24802918599120208,0.317431242071555,0.3503611065334863,0.3184622426543329,0.8203910418919155,0.9109401340995517,0.9140902921164339,0.0033684317355177234,0.04621154505626431,0.16369468372847354,0.21135878705534966,0.239903605464781,0.21469302476299676,0.5480669225965228,0.9456650444439479,0.947949438209429,0.0015251850752195293,0.016204016233262206,0.10063613605286394,0.1270099101539436,0.14357444607702588,0.12768540086476815,0.3328692061560495,0.9963016243917602,1.0005745969783606,-0.00019929831289898305,0.10144117674125093,0.24802918599120208,0.317431242071555,0.3503611065334863,0.3184622426543329,0.8203910418919155,0.9109401340995517,0.9140902921164339,0.0033684317355177234,0.016204016233262206,0.10063613605286394,0.1270099101539436,0.14357444607702588,0.12768540086476815,0.3328692061560495,0.9963016243917602,1.0005745969783606,-0.00019929831289898305,0.08648723315647139,0.001250072648482663,6.783573587753564,1.0835948484299098,2.1951479141315726,6.2602490194227896,0.999999999990142,6.2602490194227896,0.3506486574552431,0.999999999938287,0.0013545722820589472,0.5866925105181235,533,low_priority_skip_for_now,64,0.016204016233262206
+up_blocks.0.attentions.1.transformer_blocks.2.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.48480084591678213,0.6099613548389503,0.005212561086019767,0.05727794832949128,0.07181404199478751,0.11815846276614375,0.11773248421553113,0.1852291396686009,0.6001758963934013,0.9841152084292302,8.232463473437488e-05,0.03670242348951953,0.15238466273461068,0.19070144135478317,0.3145726222831345,0.31293038789525396,0.488153942993709,0.5565539800695011,0.9131378759059106,-0.005435575107445142,0.017588713854950453,0.10221157522339906,0.12812264371386997,0.2168042726377469,0.21577797211913616,0.33074370452335905,0.5901610436184066,0.9651253667944536,-0.00425007852131135,0.0063163922584083465,0.0632395811512002,0.0793746743368516,0.13184573519624324,0.1315358641704781,0.2055936668600355,0.6074647887476853,0.9954165300782617,0.0017736511797141117,0.03670242348951953,0.15238466273461068,0.19070144135478317,0.3145726222831345,0.31293038789525396,0.488153942993709,0.5565539800695011,0.9131378759059106,-0.005435575107445142,0.0063163922584083465,0.0632395811512002,0.0793746743368516,0.13184573519624324,0.1315358641704781,0.2055936668600355,0.6074647887476853,0.9954165300782617,0.0017736511797141117,0.03148986240349976,0.0011038311723885795,7.041149806553882,1.2117636902399707,2.0867030864285,5.810662476645715,0.9999999999727539,5.810662476645715,0.35911620998208704,0.9999999998416818,0.0013375825348554984,0.2217248385708107,534,low_priority_skip_for_now,64,0.0063163922584083465
+mid_block.attentions.0.transformer_blocks.9.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.9.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4371033337499414,0.548351814704282,0.002187360855584432,0.0371894515119493,0.04672812450850948,0.08512011922535896,0.08526967596185557,0.12137046882084437,0.5390584553991046,0.9830419094975194,0.0004229401925164617,0.017679297398509725,0.10621647949197463,0.1328733033066882,0.24315575174764584,0.2425003325150454,0.3414410182407924,0.4917666145733425,0.8969493831632083,-0.0006121714254732069,0.009635100997651793,0.0768355316083346,0.09614031341770832,0.17725126603650027,0.17694515059466703,0.24536357607160295,0.5195026344486645,0.9466269813984541,-0.0005024082787973125,0.003122866336655404,0.04433228414771812,0.0557514169222484,0.10170891738181147,0.10200066046135672,0.14524344035557338,0.5416822747460434,0.9877043984344042,-1.376498757313779e-05,0.017679297398509725,0.10621647949197463,0.1328733033066882,0.24315575174764584,0.2425003325150454,0.3414410182407924,0.4917666145733425,0.8969493831632083,-0.0006121714254732069,0.003122866336655404,0.04433228414771812,0.0557514169222484,0.10170891738181147,0.10200066046135672,0.14524344035557338,0.5416822747460434,0.9877043984344042,-1.376498757313779e-05,0.015491936542925293,0.0009355054810709718,8.082478638717152,1.4276868525167654,1.8348844917124925,5.661240503742804,0.9999999999434367,5.661240503742804,0.32411350302320396,0.9999999996797814,0.0013356088757823983,0.12521324618055532,535,low_priority_skip_for_now,64,0.003122866336655404
+up_blocks.0.attentions.1.transformer_blocks.3.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5428573835108962,0.6857067048549652,0.006137934937474451,0.06222796014377049,0.07811189613051608,0.11471243585528637,0.11396536807576345,0.20216478620256698,0.6752782389521599,0.9847965047559193,0.0005199233724917056,0.041962088085711,0.16271508325423514,0.20440994370640936,0.3001674701547588,0.29843940259152424,0.5323110776288169,0.6264442546027047,0.9135608054994387,0.005741450195013645,0.023701920473415936,0.1196923309138843,0.1500190953343567,0.2242122183989279,0.22234452888197956,0.38659240677952766,0.6583237424492836,0.9585655379860009,0.004197782584794497,0.00724571179931185,0.06722369623769607,0.08442153037194984,0.12581536236817253,0.12499015540205508,0.218997061252594,0.6808567845395633,0.9924275498521603,0.0006580053256389615,0.041962088085711,0.16271508325423514,0.20440994370640936,0.3001674701547588,0.29843940259152424,0.5323110776288169,0.6264442546027047,0.9135608054994387,0.005741450195013645,0.00724571179931185,0.06722369623769607,0.08442153037194984,0.12581536236817253,0.12499015540205508,0.218997061252594,0.6808567845395633,0.9924275498521603,0.0006580053256389615,0.03582415314823655,0.0011077768618373996,6.836515620698391,1.1804803850059595,1.7704087789428395,5.791299632412233,0.999999999976169,5.791299632412233,0.3057014644502304,0.9999999998619873,0.001307708856362507,0.24491238259621062,536,low_priority_skip_for_now,64,0.00724571179931185
+up_blocks.0.attentions.2.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.05000332649797201,0.06410527182742953,3.490294424019729e-05,0.004667902926615041,0.00586934680559706,0.09317767035619726,0.09142640707694509,0.015255123376846313,0.06325555705864515,0.9866948890696744,-4.5046139222547155e-05,0.0002570082721961496,0.012672308516422552,0.015947034233766498,0.2531898909907448,0.2485387296520384,0.0415894878762109,0.05928712225119982,0.9248660668276907,-0.0001437349739441223,0.0003170850174813365,0.013723361372415508,0.01715871473982339,0.27349257036863117,0.26739537707431826,0.04394440512572016,0.06179105018132499,0.964258377681036,-0.0004065643831511677,0.00023127541135181673,0.011914138150002276,0.01499514909976039,0.23722344129596226,0.23319118628169272,0.03878717975957053,0.06202418204130871,0.967546641806669,-0.00037222244380785696,0.0002570082721961496,0.012672308516422552,0.015947034233766498,0.2531898909907448,0.2485387296520384,0.0415894878762109,0.05928712225119982,0.9248660668276907,-0.0001437349739441223,0.00023127541135181673,0.011914138150002276,0.01499514909976039,0.23722344129596226,0.23319118628169272,0.03878717975957053,0.06202418204130871,0.967546641806669,-0.00037222244380785696,0.00022210532795595233,0.00019637246711161945,7.363512460838301,6.626243423304567,0.8105342643656847,1.1112650047087063,0.9999999961090746,1.1112650047087063,0.7293798125799169,0.9999999956761508,0.0013012117687164607,0.0016354753500222325,537,low_priority_skip_for_now,256,0.00023127541135181673
+mid_block.attentions.0.transformer_blocks.8.attn2.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.8.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.04649188369512558,0.058046720788947175,3.0213486200279605e-05,0.00433050438212896,0.005433346408098857,0.09314031284070805,0.09363085286901238,0.014040114624159676,0.057246390131435225,0.9863247660613259,5.3227518053842816e-05,0.0002236734017060371,0.011753946459586067,0.014764920876953438,0.25245096088429625,0.2540764808433721,0.03859265201858112,0.05297060403972864,0.9129651681113577,0.0005426135337854378,0.00022964649308830434,0.011952474364079535,0.01496409618095008,0.25701758918144946,0.25763904641791,0.03867259621620178,0.05385984028024333,0.9293591431859305,0.000564155129203365,0.0002054776832665084,0.011198276163278413,0.01405820817688516,0.23917503512593716,0.2403874184554322,0.03637487281646047,0.05538740428164601,0.956757144971735,0.00018010669282375602,0.0002236734017060371,0.011753946459586067,0.014764920876953438,0.25245096088429625,0.2540764808433721,0.03859265201858112,0.05297060403972864,0.9129651681113577,0.0005426135337854378,0.0002054776832665084,0.011198276163278413,0.01405820817688516,0.23917503512593716,0.2403874184554322,0.03637487281646047,0.05538740428164601,0.956757144971735,0.00018010669282375602,0.0001934599155057575,0.0001752641970662288,7.403097835855478,6.80085955998508,0.9739900562994425,1.088553253383606,0.9999999955291957,1.088553253383606,0.8947564563624364,0.9999999951332915,0.001191947190140971,0.001432202681805457,538,low_priority_skip_for_now,256,0.0002054776832665084
+down_blocks.2.attentions.0.transformer_blocks.9.attn2.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn2.to_out.0.weight,attn2.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.08188121925507273,0.10542442529861416,4.8312332994880436e-05,0.0054359408594401816,0.006840198381376126,0.06625418260088525,0.06476947235950516,0.017788977761353766,0.10367891857666629,0.9833525912364308,3.514611657351452e-05,0.0004239737889812594,0.01608663090571229,0.020331816833789266,0.1965718218935472,0.19292753213969172,0.052448004484176636,0.09446909398372684,0.8958189647759296,-0.000277142623994158,0.00036566861802254735,0.014966699394530483,0.01874586336149214,0.18192257969942485,0.17704926517345845,0.04780538593019758,0.09672007483563252,0.9185267964802549,-0.00031336189526395434,0.00026494659985993555,0.012682700529694557,0.015930036508087404,0.15428735906078603,0.15063647947833023,0.04173609082187925,0.10452539872910295,0.991890447009408,0.00013273451986606233,0.0004239737889812594,0.01608663090571229,0.020331816833789266,0.1965718218935472,0.19292753213969172,0.052448004484176636,0.09446909398372684,0.8958189647759296,-0.000277142623994158,0.00026494659985993555,0.012682700529694557,0.015930036508087404,0.15428735906078603,0.15063647947833023,0.04173609082187925,0.10452539872910295,0.991890447009408,0.00013273451986606233,0.000375661455986379,0.00021663426686505512,8.775684259555481,5.484036434422966,1.1594481093689828,1.6002235454433849,0.9999999976413636,1.6002235454433849,0.7245538339279772,0.9999999962256546,0.0011880302124324701,0.0032966863262213603,539,low_priority_skip_for_now,256,0.00026494659985993555
+up_blocks.0.attentions.2.transformer_blocks.4.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4433005984340395,0.6864521125597614,0.0035992886363861282,0.04675898301814284,0.0593357752446656,0.10571040754349068,0.08659634094424473,0.15299899237496511,0.6736714515302863,0.9819891223178523,-0.00021766308496548196,0.029022256743961146,0.12588646834982292,0.16901284166084612,0.2852763682150257,0.24744556823828673,0.4052907739366804,0.6065185676727977,0.8831529836310256,0.003769441535821118,0.014956920923266028,0.08883877923446042,0.12159182783135213,0.20871138760354357,0.18265476834467817,0.27862837484904696,0.6398390563470977,0.9290785196592725,0.0021989752647186833,0.004540791880572215,0.05338011362722942,0.06714670966258353,0.12224703346723871,0.09909573455189177,0.1731246156351907,0.688662762088435,1.0024274796262682,-0.00032002464766784603,0.029022256743961146,0.12588646834982292,0.16901284166084612,0.2852763682150257,0.24744556823828673,0.4052907739366804,0.6065185676727977,0.8831529836310256,0.003769441535821118,0.004540791880572215,0.05338011362722942,0.06714670966258353,0.12224703346723871,0.09909573455189177,0.1731246156351907,0.688662762088435,1.0024274796262682,-0.00032002464766784603,0.02542296810757502,0.0009415032441860865,8.06333130455402,1.2615803671332744,1.9403897961963275,6.391452746764603,0.9999999999655438,6.391452746764603,0.3035913543679474,0.999999999779774,0.0011877820084574518,0.2049938145964881,540,low_priority_skip_for_now,64,0.004540791880572215
+down_blocks.1.attentions.0.proj_in,model.diffusion_model.input_blocks.4.1.proj_in.weight,proj_in,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4244076226438795,0.5393177611487252,0.0053294301864558035,0.05773056544629591,0.07299866860645685,0.13625485552315308,0.13560554850395617,0.19338512420654297,0.533634082547256,0.9894817051377954,-0.0003471765122640136,0.03590502816119364,0.1497185496347291,0.189473532064755,0.353332415002179,0.351944198402902,0.5012989044189453,0.5036713161638805,0.9340725072515885,-0.002472120786998338,0.014307226719600814,0.0938897163474134,0.11845358472175702,0.22059766551067317,0.21895756763614788,0.31120647702898296,0.5211853172097888,0.9668235344057697,-0.0003878575970840562,0.006286208052188158,0.061791057764951675,0.07790471791805896,0.1451229072680944,0.14392500850454418,0.20468544108527048,0.5344465406877654,0.9912729276049539,0.0007424518657249532,0.03590502816119364,0.1497185496347291,0.189473532064755,0.353332415002179,0.351944198402902,0.5012989044189453,0.5036713161638805,0.9340725072515885,-0.002472120786998338,0.006286208052188158,0.061791057764951675,0.07790471791805896,0.1451229072680944,0.14392500850454418,0.20468544108527048,0.5344465406877654,0.9912729276049539,0.0007424518657249532,0.030575597974737835,0.0009567778657323545,6.7371232755249215,1.1795272348222854,2.509572879661884,5.711714893525325,0.9999999999721488,5.711714893525325,0.43937292495244507,0.9999999998409215,0.001128545550306452,0.20599157277869892,541,low_priority_skip_for_now,64,0.006286208052188158
+down_blocks.2.attentions.0.transformer_blocks.3.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4705148461673941,0.5905852818063327,0.0025909798028546254,0.04039335849561861,0.05072416651463402,0.08617868731766565,0.08621779470998182,0.13147682803017752,0.5810713650924819,0.9839881902539618,-0.00044973541980652953,0.02090011547053499,0.11481666272240025,0.14409370408118863,0.24494928136511432,0.24493692912925089,0.37376231380871366,0.5279898100665638,0.893767358175473,0.002309959239158031,0.009859111534232008,0.07817937061190605,0.09793530819199929,0.1688038737417823,0.16850630606541664,0.25184914682592663,0.565357178981815,0.9567065205214156,0.0009576640900377242,0.0034006799313439323,0.046203858884317536,0.058186713985877596,0.09911871225685566,0.09945250191654706,0.1524773814848491,0.5861076787114143,0.9918758708998644,0.0010520736528373423,0.02090011547053499,0.11481666272240025,0.14409370408118863,0.24494928136511432,0.24493692912925089,0.37376231380871366,0.5279898100665638,0.893767358175473,0.002309959239158031,0.0034006799313439323,0.046203858884317536,0.058186713985877596,0.09911871225685566,0.09945250191654706,0.1524773814848491,0.5861076787114143,0.9918758708998644,0.0010520736528373423,0.018309135667680363,0.0008097001284893069,8.066491077792922,1.312507309506893,2.1198781853565025,6.145863735000048,0.9999999999521534,6.145863735000048,0.34492762549560774,0.9999999997059411,0.0010627373371508858,0.14769047950544378,542,low_priority_skip_for_now,64,0.0034006799313439323
+up_blocks.1.attentions.1.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5771334948284286,0.7780337557196617,0.008869477190143828,0.0730501891646002,0.09227923518706135,0.12711033818620696,0.11785045327068171,0.24204080445425852,0.766359480363982,0.9852456098043525,0.0012756900915909292,0.06399796936394912,0.19433688611856528,0.24772606480248532,0.33741704206664963,0.31617769843374494,0.6539430277688163,0.712497812296663,0.9174292089619328,0.007731880520753164,0.022623448183627,0.1168448171977486,0.14937759467465975,0.2148657840205654,0.19884436114961496,0.39585231031690327,0.749804427581174,0.9613155000448697,0.0023429527449739646,0.009773443211867874,0.07810768245586328,0.09860435693988215,0.14012071307465265,0.12872017450238235,0.2587656889642988,0.7718992988978114,0.9914130282827045,0.0010873606001301336,0.06399796936394912,0.19433688611856528,0.24772606480248532,0.33741704206664963,0.31617769843374494,0.6539430277688163,0.712497812296663,0.9174292089619328,0.007731880520753164,0.009773443211867874,0.07810768245586328,0.09860435693988215,0.14012071307465265,0.12872017450238235,0.2587656889642988,0.7718992988978114,0.9914130282827045,0.0010873606001301336,0.05512849217380529,0.0009039660217240453,7.215528940967466,1.1019187491261215,2.8288335554187,6.548149712446107,0.9999999999843744,6.548149712446107,0.4320050211668921,0.9999999998976818,0.0009960971079106763,0.3977812307519905,543,low_priority_skip_for_now,64,0.009773443211867874
+down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.545714581651347,0.6914218472582954,0.003214279214651989,0.04493373652387943,0.05646237681560479,0.0826665437019994,0.08193566076251449,0.1466458865574428,0.6804687912975039,0.9840911990717173,0.000758030549085171,0.02681244650323476,0.12949898799083062,0.16276735621052535,0.23758810163729707,0.23569927888736178,0.4182298609188625,0.6176433201347079,0.8935984001092194,-0.003632325433760083,0.010608174846441085,0.079079928408776,0.09951679290489819,0.1496475926746434,0.14811991741231623,0.25935148341315134,0.667848465698106,0.9643004340927277,0.0005964516377900964,0.0039522111141455495,0.04982899149347629,0.06275198381434503,0.09329820964293115,0.09262502970581758,0.16420395033700125,0.6859121024608612,0.9914730423909409,-0.0001527696782496995,0.02681244650323476,0.12949898799083062,0.16276735621052535,0.23758810163729707,0.23569927888736178,0.4182298609188625,0.6176433201347079,0.8935984001092194,-0.003632325433760083,0.0039522111141455495,0.04982899149347629,0.06275198381434503,0.09329820964293115,0.09262502970581758,0.16420395033700125,0.6859121024608612,0.9914730423909409,-0.0001527696782496995,0.023598167288582772,0.0007379318994935606,8.341666888387008,1.2295792770273934,2.5275268261347033,6.784163528229773,0.999999999962704,6.784163528229773,0.37256278021274375,0.999999999746977,0.0009073457714747434,0.19684805069778835,544,low_priority_skip_for_now,64,0.0039522111141455495
+up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.41714753955602646,0.6465889502848897,0.0031240907015411983,0.04405373002269438,0.055759762437255514,0.10617292744655933,0.08622463407881317,0.1481589674949646,0.6389263282929148,0.9881103471013065,-0.0008225189198632117,0.023307971423491836,0.11838577009205307,0.15248769568360787,0.28480280657247137,0.23578225744792256,0.40049333231789724,0.5871865664209638,0.9081321829170006,0.003844816032743178,0.010299561470414378,0.07714434473642282,0.09855727315282674,0.18766334914251437,0.1528692920963566,0.2582658699580601,0.6264713736517089,0.9687220618147726,0.0036842444392927325,0.0038540271302086432,0.04887356908459749,0.06172769386866384,0.11806818921679063,0.09546600657337734,0.1621557857309069,0.6396929568478039,0.9894032365531643,0.0008143831438636491,0.023307971423491836,0.11838577009205307,0.15248769568360787,0.28480280657247137,0.23578225744792256,0.40049333231789724,0.5871865664209638,0.9081321829170006,0.003844816032743178,0.0038540271302086432,0.04887356908459749,0.06172769386866384,0.11806818921679063,0.09546600657337734,0.1621557857309069,0.6396929568478039,0.9894032365531643,0.0008143831438636491,0.020183880721950636,0.0007299364286674449,7.460721740419592,1.2336476425200138,2.2630061957668075,6.047692616056477,0.9999999999570963,6.047692616056477,0.37419332278419737,0.9999999997405311,0.0009004843544150716,0.150586317708293,545,low_priority_skip_for_now,64,0.0038540271302086432
+down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.05527037042858345,0.07467645692772099,4.436063100651414e-05,0.005083239699680624,0.006501374243161254,0.09145676968331638,0.0865796331672861,0.017433504973139082,0.07341792660632304,0.9834229984173211,-3.854962831439934e-05,0.0002987474500904292,0.013285262759641878,0.01693703121207001,0.23925824530212234,0.22580309703461807,0.04534090736082622,0.06878795947081276,0.9219145148047702,-0.0001264698963885686,0.0002328590508113848,0.011658177727700345,0.014771896719184779,0.20959340076290062,0.1967008278356562,0.039353632501193454,0.07167643647907036,0.9612374951893813,-0.00014225823400693116,0.00021548888201193352,0.011193547655628728,0.014158264123512895,0.20055717217653563,0.1877488329870665,0.03759651843990598,0.073936791824443,0.9913925681951213,-0.000603624410376012,0.0002987474500904292,0.013285262759641878,0.01693703121207001,0.23925824530212234,0.22580309703461807,0.04534090736082622,0.06878795947081276,0.9219145148047702,-0.0001264698963885686,0.00021548888201193352,0.011193547655628728,0.014158264123512895,0.20055717217653563,0.1877488329870665,0.03759651843990598,0.073936791824443,0.9913925681951213,-0.000603624410376012,0.00025438681908391506,0.00017112825100541938,6.734517444353805,4.857660323240887,1.2829539919814406,1.3863705909779342,0.9999999966526911,1.3863705909779342,0.9254047903041318,0.9999999953593894,0.000831282915094633,0.0017131724707343014,546,low_priority_skip_for_now,256,0.00021548888201193352
+mid_block.attentions.0.transformer_blocks.6.attn1.to_out.0,model.diffusion_model.middle_block.1.transformer_blocks.6.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5421438062829631,0.6771914181964738,0.0038046913354524542,0.048865455269281356,0.06136263100633003,0.09079847379349656,0.09121049072112668,0.15899344852992467,0.6672484800219536,0.9854547143031122,-0.0004772209249495063,0.028763164167425463,0.13372829769338881,0.1683738887107956,0.24772098209035956,0.24956418434039818,0.43694496154785156,0.6098815298506192,0.9005994218512416,-0.0016200306306148246,0.015359285902897162,0.09591934217938355,0.1197540905356943,0.17408096915029056,0.17417117972748936,0.30454678194863455,0.6515069880655834,0.9642841569497359,0.0008581385123664274,0.004401595011586323,0.052497926367712874,0.0659592118427169,0.09769870996485741,0.09821019091401374,0.17132552606718882,0.6678166336246899,0.9863335673774485,-0.0001928457953519163,0.028763164167425463,0.13372829769338881,0.1683738887107956,0.24772098209035956,0.24956418434039818,0.43694496154785156,0.6098815298506192,0.9005994218512416,-0.0016200306306148246,0.004401595011586323,0.052497926367712874,0.0659592118427169,0.09769870996485741,0.09821019091401374,0.17132552606718882,0.6678166336246899,0.9863335673774485,-0.0001928457953519163,0.02495847283197301,0.0005969036761338691,7.559920535957229,1.1568862286974455,1.8726888963065198,6.534713912837832,0.9999999999652334,6.534713912837832,0.28657549830942936,0.9999999997728095,0.0006905496427781532,0.18868407130856332,547,low_priority_skip_for_now,64,0.004401595011586323
+up_blocks.0.attentions.2.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4660985975393227,0.6868729389139584,0.003975893009088135,0.048209234539951594,0.06257986178825302,0.1035956715424226,0.09091993639466149,0.15746500875268662,0.6703210473060608,0.9758537510157822,-0.00014165180026282087,0.02967763981515808,0.13158816445086682,0.1709822744183917,0.2824235444227912,0.24821762549340726,0.4262165879564626,0.6157543967877116,0.8967681947057874,-0.0013143169272130503,0.01313589744469417,0.08889755327254534,0.11400151490902855,0.19457040506423645,0.16749043647721948,0.28983177670410704,0.662359452673367,0.9629697203766536,-0.0021771784728181437,0.004483171668003446,0.05278064736298153,0.0665888266932014,0.11374277348485962,0.09704871820544837,0.17225259329591477,0.681956094290529,0.992867880892183,-0.0011235947188846954,0.02967763981515808,0.13158816445086682,0.1709822744183917,0.2824235444227912,0.24821762549340726,0.4262165879564626,0.6157543967877116,0.8967681947057874,-0.0013143169272130503,0.004483171668003446,0.05278064736298153,0.0665888266932014,0.11374277348485962,0.09704871820544837,0.17225259329591477,0.681956094290529,0.992867880892183,-0.0011235947188846954,0.025701746806069944,0.0005072786589153111,7.464395983457361,1.1275886088051614,2.25927767309771,6.6197866167714805,0.9999999999663046,6.6197866167714805,0.34129161608771463,0.9999999997769435,0.0005720016372828637,0.19184801562706655,548,low_priority_skip_for_now,64,0.004483171668003446
+down_blocks.2.attentions.0.transformer_blocks.5.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4194944979889052,0.5271850079298019,0.0020027536832328352,0.03538922449973013,0.04451778515657622,0.08446694944259667,0.084501934146499,0.11611251745905195,0.5185823653425489,0.9836972227420062,-0.000633657135300122,0.015605742643986429,0.09881161725414651,0.12426956620458462,0.23578843568071844,0.23587339791920084,0.3268931082316807,0.4720298083765166,0.8956585759304618,1.6436195015298187e-05,0.006777979279701997,0.06453171997730221,0.08114461821252293,0.15808856790171857,0.15796347360276217,0.2113433246101652,0.5097788779863289,0.9639985123357774,-0.0007813496094968286,0.0023980620940814595,0.038890925967799764,0.04887933557951742,0.09353897172971884,0.09347929201829534,0.12717469675200327,0.5215602112667901,0.9894531216118203,-0.000521408088908564,0.015605742643986429,0.09881161725414651,0.12426956620458462,0.23578843568071844,0.23587339791920084,0.3268931082316807,0.4720298083765166,0.8956585759304618,1.6436195015298187e-05,0.0023980620940814595,0.038890925967799764,0.04887933557951742,0.09353897172971884,0.09347929201829534,0.12717469675200327,0.5215602112667901,0.9894531216118203,-0.000521408088908564,0.013602988960753595,0.00039530841084862425,7.79214277164807,1.1973824404672355,2.3024181688513714,6.507647435816844,0.999999999935921,6.507647435816844,0.353801921600606,0.9999999995829966,0.0004733353497191503,0.10599643210334461,549,low_priority_skip_for_now,64,0.0023980620940814595
+down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.34971702843904495,0.4879900946148804,0.0015528913603962532,0.030854175000318458,0.03922148083907077,0.08914535785954451,0.08046676870994425,0.10366772328104291,0.47883953899145126,0.9811759793830509,0.0008510227181821912,0.012421242543496192,0.08578476309776306,0.11099390262862271,0.24734341630618614,0.22763843044813856,0.2940856048039028,0.4350651800632477,0.8915907739135881,0.0022078613442967515,0.005740478381215196,0.0585355233134968,0.07520916361846895,0.17146991549623203,0.15558607499190094,0.19942440305437362,0.46340606468064444,0.9486597890388422,0.0009923799212369236,0.001921814912098593,0.034723309467413595,0.04381106664149958,0.1018179589877798,0.09059123291273576,0.11475483008793422,0.4851401352456638,0.9937744107609674,-7.769509307666209e-06,0.012421242543496192,0.08578476309776306,0.11099390262862271,0.24734341630618614,0.22763843044813856,0.2940856048039028,0.4350651800632477,0.8915907739135881,0.0022078613442967515,0.001921814912098593,0.034723309467413595,0.04381106664149958,0.1018179589877798,0.09059123291273576,0.11475483008793422,0.4851401352456638,0.9937744107609674,-7.769509307666209e-06,0.010868351183099938,0.0003689235517023398,7.998783979535995,1.2375720284583391,2.1637992021673553,6.463287624024675,0.9999999999194927,6.463287624024675,0.3347830588566702,0.9999999994796586,0.0004565694682263196,0.08693359332735086,550,low_priority_skip_for_now,64,0.001921814912098593
+down_blocks.2.attentions.0.transformer_blocks.2.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3930020071566105,0.4943672956100532,0.0018563570858012618,0.03410315969293671,0.04281285402616849,0.08706024419936491,0.08689079670265151,0.1109102690326316,0.48511616034167154,0.981106524129241,0.0004083682791653181,0.014173813762941532,0.09382444766483136,0.11834059133014892,0.2395557174634213,0.24026036096865874,0.30941687311444965,0.4429732199226107,0.8960851006011425,0.0013388301135819347,0.007708340866624245,0.0691806518339685,0.08716467888035805,0.17996812605887527,0.18026167579645377,0.22869062849453517,0.47179608206663814,0.950509638131876,0.0009226800829083004,0.002230381085869989,0.03727459052710661,0.04695038007605734,0.09576382066175766,0.0959071937202478,0.1231396836893899,0.4900287203490734,0.9908515611533114,0.0004172233485795524,0.014173813762941532,0.09382444766483136,0.11834059133014892,0.2395557174634213,0.24026036096865874,0.30941687311444965,0.4429732199226107,0.8960851006011425,0.0013388301135819347,0.002230381085869989,0.03727459052710661,0.04695038007605734,0.09576382066175766,0.0959071937202478,0.1231396836893899,0.4900287203490734,0.9908515611533114,0.0004172233485795524,0.01231745667714027,0.0003740240000687273,7.6352841076308255,1.2014827867591025,1.838763231459169,6.354884304920461,0.9999999999294473,6.354884304920461,0.2893464526507642,0.9999999995516461,0.0004493833979173612,0.09404728121340031,551,low_priority_skip_for_now,64,0.002230381085869989
+down_blocks.2.attentions.0.transformer_blocks.4.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5053825357130596,0.635271358702864,0.0024177272737558398,0.038944283965975046,0.048990622716697296,0.07739270637211328,0.07745071675240926,0.12781054633004324,0.6247174282159124,0.9834534808484613,-0.0003475812135036449,0.01955743967222848,0.1112640095608575,0.1393909531702789,0.22108141281834984,0.22038964844359882,0.3581723996571132,0.5687077354107585,0.8951780628338947,-0.0008002427738184841,0.009163485565555416,0.07451508906004685,0.09373891386246683,0.15252871434218127,0.15274327794007178,0.24495382819856917,0.6143108920327255,0.963220898369473,-0.0018099849001893225,0.0027951926957549794,0.04200612846761942,0.05276781399360967,0.08385323486113376,0.08381870359575073,0.13710806518793106,0.6318260920899255,0.9942801540555873,-0.00046187034269808337,0.01955743967222848,0.1112640095608575,0.1393909531702789,0.22108141281834984,0.22038964844359882,0.3581723996571132,0.5687077354107585,0.8951780628338947,-0.0008002427738184841,0.0027951926957549794,0.04200612846761942,0.05276781399360967,0.08385323486113376,0.08381870359575073,0.13710806518793106,0.6318260920899255,0.9942801540555873,-0.00046187034269808337,0.01713971239847264,0.00037746542199913963,8.089183538785836,1.1561240694681987,2.1342795304451148,6.996812668741329,0.9999999999488687,6.996812668741329,0.30503596862276733,0.999999999642243,0.00043639685976517624,0.1386462793932484,552,low_priority_skip_for_now,64,0.0027951926957549794
+up_blocks.0.attentions.2.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3504895307123661,0.4504764750599861,0.0025345702909232515,0.03981223449643169,0.05011071888405157,0.11392807961713768,0.11145416495922364,0.13039267914635794,0.4430490444813456,0.9832550342241217,0.0005714455716575426,0.017212921936464096,0.10288630558976106,0.1305918926610913,0.29421247364979397,0.29040319856612706,0.3358229398727417,0.4168631838900702,0.9248758562987488,-0.0028101242143228383,0.011013605881349317,0.08280338373567377,0.10403572316749558,0.23906911848260085,0.23362710627333655,0.26083458055342945,0.4500276345227446,0.9960265261718856,0.0002973106195440778,0.002868380944294456,0.04233908360557897,0.05325160132071156,0.12112148700039502,0.1184014534308533,0.1383205226489476,0.4497222256447588,0.9978981724326436,0.0006485590591215182,0.017212921936464096,0.10288630558976106,0.1305918926610913,0.29421247364979397,0.29040319856612706,0.3358229398727417,0.4168631838900702,0.9248758562987488,-0.0028101242143228383,0.002868380944294456,0.04233908360557897,0.05325160132071156,0.12112148700039502,0.1184014534308533,0.1383205226489476,0.4497222256447588,0.9978981724326436,0.0006485590591215182,0.014678351645540846,0.0003338106533712043,6.791258459595847,1.1317030557151786,1.562877963887373,6.000919077607765,0.9999999999419041,6.000919077607765,0.26043976649749156,0.9999999996513713,0.0003777745364504722,0.09968447978570188,553,low_priority_skip_for_now,64,0.002868380944294456
+up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.44918522451605114,0.6586853819234031,0.00550076223693655,0.05780699396772044,0.07301313872037467,0.1276911068368579,0.11023368857837779,0.1908344498702458,0.6491869118596826,0.9856090835477811,-0.00010757070776890032,0.036706728228767006,0.14803838756467616,0.18886490413398374,0.3273251732976122,0.2854417720540838,0.501748902457101,0.6074633034212249,0.9216475398400831,0.002175174522562884,0.017273837775324603,0.09951656098876681,0.12567125929398798,0.21809028988276474,0.1876112069419873,0.327407922063555,0.6346583797463349,0.9632454875820734,0.002210759600010143,0.005817274920575853,0.059638252681387324,0.0751437296153987,0.13245484000111957,0.11404199045223175,0.19622468948364258,0.6559784364487443,0.9957245580453341,0.0011641024879541614,0.036706728228767006,0.14803838756467616,0.18886490413398374,0.3273251732976122,0.2854417720540838,0.501748902457101,0.6074633034212249,0.9216475398400831,0.002175174522562884,0.005817274920575853,0.059638252681387324,0.0751437296153987,0.13245484000111957,0.11404199045223175,0.19622468948364258,0.6559784364487443,0.9957245580453341,0.0011641024879541614,0.031205965991830457,0.00031651268363930285,6.673025780975484,1.0575397861148117,2.1249897506318476,6.309952464619541,0.9999999999727571,6.309952464619541,0.3367679490743492,0.9999999998280982,0.0003347247557585334,0.20823821558372885,554,low_priority_skip_for_now,64,0.005817274920575853
+up_blocks.0.attentions.2.transformer_blocks.7.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.43784137283052715,0.6178706799234662,0.0036618392332457006,0.047679080228720395,0.05996281970299032,0.10896831842680861,0.09682124100872591,0.15553796291351318,0.609437386904444,0.9862534498965857,-0.00011205194628668583,0.026875916369525448,0.12765732327742235,0.1625441988343929,0.2916571238952353,0.2624269594206213,0.41068347862788607,0.5579243355563709,0.9030560227838584,0.0004695513447846419,0.014384697191417217,0.09474173108381885,0.11924312386642637,0.22148215603541574,0.1954324646855488,0.3021424838474819,0.5952949428132602,0.9614554760085368,-0.0017900538261008997,0.003919497535597267,0.049411835481545756,0.06208222025818026,0.11386997246086765,0.1006123103261031,0.1606869027018547,0.6138669646212033,0.9940426085237988,0.00028395600655325585,0.026875916369525448,0.12765732327742235,0.1625441988343929,0.2916571238952353,0.2624269594206213,0.41068347862788607,0.5579243355563709,0.9030560227838584,0.0004695513447846419,0.003919497535597267,0.049411835481545756,0.06208222025818026,0.11386997246086765,0.1006123103261031,0.1606869027018547,0.6138669646212033,0.9940426085237988,0.00028395600655325585,0.023214077136279748,0.00025765830235156655,7.339458302314465,1.070363083922946,1.8683685871186,6.856980038532673,0.999999999962792,6.856980038532673,0.2724768886802428,0.9999999997448652,0.00027578793510337363,0.1703787511684368,555,low_priority_skip_for_now,64,0.003919497535597267
+down_blocks.2.attentions.0.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3444068149796554,0.4354613364807197,0.0008916322403820232,0.023598873655178716,0.029636869279777957,0.06866031357971113,0.06826087502585325,0.0769214119229998,0.4278048963419029,0.9823745676573242,-0.00018545727334640105,0.00798006191117955,0.07020807964727283,0.0885593424581085,0.20415573756690245,0.20374113674916963,0.232126670224326,0.3880276967372213,0.8908414932637425,0.0005867774213714126,0.0032165135843180387,0.04361574787513486,0.054641652586804736,0.13126589475968312,0.1305202215736089,0.14023149013519287,0.42284645938447546,0.9680091311386915,0.0020112927585224888,0.0011080332936087092,0.026031533854880502,0.03274647835507642,0.07551538474179657,0.07518818760296539,0.08545467363936561,0.43769640209419386,1.0040653686966945,-0.0003642338447207294,0.00798006191117955,0.07020807964727283,0.0885593424581085,0.20415573756690245,0.20374113674916963,0.232126670224326,0.3880276967372213,0.8908414932637425,0.0005867774213714126,0.0011080332936087092,0.026031533854880502,0.03274647835507642,0.07551538474179657,0.07518818760296539,0.08545467363936561,0.43769640209419386,1.0040653686966945,-0.0003642338447207294,0.007088429670797527,0.00021640105322668604,8.949947681131983,1.2427021390469977,2.480966331870943,7.202005526375116,0.9999999998746877,7.202005526375116,0.34448270284521443,0.9999999990975,0.0002689220517368259,0.06344107469502147,556,low_priority_skip_for_now,64,0.0011080332936087092
+down_blocks.1.attentions.1.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.546744491904974,0.8369497124637876,0.006933950582086774,0.06243263950039234,0.08074239895363855,0.11396281221479497,0.09538054843627575,0.20638751983642578,0.8175004954848971,0.976651694240189,-0.00013372500689001754,0.05111113137432507,0.16674544223185098,0.2200918079336273,0.3047940659455523,0.26076461244641214,0.5571934538228172,0.7421573560152736,0.8862310304541845,-0.0017090188297775707,0.014452754154003091,0.09093098874602999,0.11983297925197371,0.17687632630146183,0.14816478760326005,0.3087842975343977,0.8017825164965221,0.9543683388287972,-0.0008861244724747459,0.007169984272747699,0.06637287598901562,0.08412050001318616,0.1255900334162498,0.10184888797088494,0.22087600188595907,0.8311723758067403,0.9926172785968237,0.0002623152441856291,0.05111113137432507,0.16674544223185098,0.2200918079336273,0.3047940659455523,0.26076461244641214,0.5571934538228172,0.7421573560152736,0.8862310304541845,-0.0017090188297775707,0.007169984272747699,0.06637287598901562,0.08412050001318616,0.1255900334162498,0.10184888797088494,0.22087600188595907,0.8311723758067403,0.9926172785968237,0.0002623152441856291,0.04417718079223829,0.00023603369066092523,7.371141568126379,1.034040290139456,3.5364284776567647,7.128485840821746,0.9999999999804348,7.128485840821746,0.4960981274469181,0.9999999998605296,0.00024406834597370976,0.3256362537003019,557,low_priority_skip_for_now,64,0.007169984272747699
+down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.2785383638526712,0.37157198786735535,0.001083412883287695,0.02579785866795906,0.032623767283387825,0.09232394032942333,0.08752783223509322,0.08516572202954974,0.3658273055085114,0.9845003008653201,0.00021439497647536752,0.008343554193353546,0.07048359533239688,0.09071270372072203,0.25266060191727086,0.24358156727407335,0.23266867228916713,0.3349013381770679,0.9008503374931381,-0.0018450879329715722,0.0036221230319435044,0.04576480448512094,0.058880168228655834,0.16665396496008691,0.15965578487561002,0.1516843352999006,0.3576845084982259,0.9620925817525541,-0.002461808702459426,0.0012790724348243593,0.028334680212927715,0.0357139619990967,0.10215189332814982,0.096453407514246,0.09348762248243604,0.37011252130780903,0.9958972440187369,0.0004226037939056531,0.008343554193353546,0.07048359533239688,0.09071270372072203,0.25266060191727086,0.24358156727407335,0.23266867228916713,0.3349013381770679,0.9008503374931381,-0.0018450879329715722,0.0012790724348243593,0.028334680212927715,0.0357139619990967,0.10215189332814982,0.096453407514246,0.09348762248243604,0.37011252130780903,0.9958972440187369,0.0004226037939056531,0.007260141310065851,0.00019565955153666437,7.701176822203969,1.1805955544504194,2.3034982846988465,6.523128760863449,0.999999999880147,6.523128760863449,0.35312782674445103,0.9999999992181835,0.0002309947967299487,0.055911631983004695,558,low_priority_skip_for_now,64,0.0012790724348243593
+down_blocks.1.attentions.0.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.08324110574488129,0.11317699083260127,5.6152815464624185e-05,0.005480539876901146,0.007309623352882939,0.06634776102558074,0.06500378393323877,0.021699613758495877,0.11102420151499766,0.9814391091710203,0.0001344126786650333,0.0005037098814812323,0.01614114223048091,0.021832656239018897,0.19454902730656795,0.19330289887406185,0.06538723196302142,0.1011126721277833,0.8954198118831014,0.00018907237437153817,0.0002833011980588448,0.012384882072053318,0.016382058172271667,0.15179547672363367,0.14740982228930907,0.047494735036577494,0.10958476231566497,0.9684141918058758,0.00023385071107538482,0.00014312328000544637,0.009261312487069517,0.011821822920498071,0.11543828452777091,0.10864229117359471,0.03201726824045181,0.11257935208933693,0.9943163065574304,6.212144839626685e-05,0.0005037098814812323,0.01614114223048091,0.021832656239018897,0.19454902730656795,0.19330289887406185,0.06538723196302142,0.1011126721277833,0.8954198118831014,0.00018907237437153817,0.00014312328000544637,0.009261312487069517,0.011821822920498071,0.11543828452777091,0.10864229117359471,0.03201726824045181,0.11257935208933693,0.9943163065574304,6.212144839626685e-05,0.0004475570660166081,8.697046454082218e-05,8.970340460100791,2.548817477314123,1.7780012338620783,3.519412620662772,0.9999999980147303,3.519412620662772,0.5051982853617153,0.9999999930130166,0.00022167184003177577,0.00401473925749278,559,low_priority_skip_for_now,128,0.00014312328000544637
+down_blocks.2.attentions.0.transformer_blocks.6.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.33791633801800863,0.4257192478648254,0.0012109707302962697,0.02757005752729518,0.03465183907241194,0.08220081970560804,0.08200577267055782,0.09011544925825936,0.4185845452759947,0.9830754140592068,0.00037401875868324296,0.009904813761490263,0.07867078722587653,0.09892019163976794,0.23384212892446796,0.2333777994014583,0.2590297630855015,0.38224957244736807,0.8982408792650315,-0.0010265882061243506,0.0048692783581957754,0.054833557456731796,0.0690226969997672,0.16876392354684472,0.16867399731559884,0.1797656672341483,0.40537233650684357,0.9486664883922283,-0.0021369314219685165,0.001399544924164989,0.029717867661799704,0.03734900993302855,0.08969279671939294,0.08947072390274179,0.0971793362072536,0.42349594299282345,0.9942797105608713,2.5299051458205213e-05,0.009904813761490263,0.07867078722587653,0.09892019163976794,0.23384212892446796,0.2333777994014583,0.2590297630855015,0.38224957244736807,0.8982408792650315,-0.0010265882061243506,0.001399544924164989,0.029717867661799704,0.03734900993302855,0.08969279671939294,0.08947072390274179,0.0971793362072536,0.42349594299282345,0.9942797105608713,2.5299051458205213e-05,0.008693843031193993,0.00018857419386871942,8.179234646643994,1.155721511672592,2.034144082723209,7.077167430207793,0.999999999899039,7.077167430207793,0.28742347857807454,0.999999999285482,0.00021793925240039686,0.07110898213322636,560,low_priority_skip_for_now,64,0.001399544924164989
+up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.039198425598442554,0.0561484898706632,1.2329928048464872e-05,0.0026440143452159,0.003491689932564695,0.06774042898748651,0.06242070664244331,0.009836763143539429,0.05529940008584942,0.9850271830545223,-3.705433560493735e-05,0.00010327985176315581,0.007431540205808622,0.010103216435461816,0.19017955832049246,0.18034246302175583,0.028328405959265574,0.05128987718905721,0.9142738666468111,2.0695821727859505e-05,7.433983799793558e-05,0.006660774749304567,0.008551706813543832,0.17096352838309772,0.15343643127093615,0.023217436990567615,0.054681629607720036,0.9738624098628741,0.00011983838774654032,5.311126759417155e-05,0.005658571042918733,0.0072120001220045355,0.14554771926863638,0.12946125511913403,0.019180212169885635,0.055349811379398615,0.9859539134008343,-8.284640486116197e-05,0.00010327985176315581,0.007431540205808622,0.010103216435461816,0.19017955832049246,0.18034246302175583,0.028328405959265574,0.05128987718905721,0.9142738666468111,2.0695821727859505e-05,5.311126759417155e-05,0.005658571042918733,0.0072120001220045355,0.14554771926863638,0.12946125511913403,0.019180212169885635,0.055349811379398615,0.9859539134008343,-8.284640486116197e-05,9.094992371469095e-05,4.0781339545706684e-05,8.376354102054998,4.307507965813001,1.3892934549673144,1.9445939533534278,0.9999999903175695,1.9445939533534278,0.714438829974416,0.9999999811716039,0.00017566594494965632,0.0007618287665891407,561,low_priority_skip_for_now,256,5.311126759417155e-05
+up_blocks.1.attentions.1.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.07476564636453986,0.12033353360103709,5.14602001138493e-05,0.004883294051978737,0.006924488611938251,0.06515782820202426,0.05685578544493734,0.018274901168687,0.1180735259716,0.9811263287027562,-2.4497852259790827e-06,0.00046546050777708715,0.014967218141204544,0.021003021636120327,0.1987634769441229,0.17303660951131627,0.056534256253923686,0.10749933136893171,0.893591639254463,2.327311238202258e-05,0.00019049810141171162,0.01018075443737741,0.013566373928615965,0.138920613071991,0.11262384336556773,0.03535027535898345,0.11840627156198025,0.9818110378552066,-3.5684307314503326e-05,0.00012391734812159224,0.008438743925320782,0.01105552769986966,0.1186996192134729,0.09243299656420677,0.029982062322752818,0.12044118730617422,1.0007484921430418,-0.00010613994968317846,0.00046546050777708715,0.014967218141204544,0.021003021636120327,0.1987634769441229,0.17303660951131627,0.056534256253923686,0.10749933136893171,0.893591639254463,2.327311238202258e-05,0.00012391734812159224,0.008438743925320782,0.01105552769986966,0.1186996192134729,0.09243299656420677,0.029982062322752818,0.12044118730617422,1.0007484921430418,-0.00010613994968317846,0.00041400030766323786,7.245714800774294e-05,9.045058077937037,2.4080230049517395,2.4433865843509377,3.756217439096121,0.99999999785159,3.756217439096121,0.6504912466465279,0.999999991930105,0.0001744784792758381,0.003744656827097788,562,low_priority_skip_for_now,64,0.00012391734812159224
+down_blocks.1.attentions.1.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.12031137823526349,0.19409099114792688,0.0001019998683529723,0.006981345434074423,0.009325000989307757,0.059514397730084524,0.048853071044689736,0.02530281458582197,0.19047033254589354,0.9817105483946408,-8.661582060653927e-05,0.0012781779265164264,0.02303284190462104,0.032467153991895106,0.19301293757027257,0.16621929082691816,0.08448246547154017,0.1703331052724804,0.8827716148841777,9.673539558109821e-05,0.00028172415139644206,0.01213461476644235,0.016452939265716057,0.11574493235127944,0.09509466796505031,0.04410082953316825,0.18794115127197333,0.9635189165357316,-7.197176452271898e-05,0.00018281394932273543,0.01036265620496124,0.013267178517561573,0.09952305859986321,0.0777271365960434,0.03534717219216483,0.19390909480197088,0.9969497536708777,3.584706008398696e-05,0.0012781779265164264,0.02303284190462104,0.032467153991895106,0.19301293757027257,0.16621929082691816,0.08448246547154017,0.1703331052724804,0.8827716148841777,9.673539558109821e-05,0.00018281394932273543,0.01036265620496124,0.013267178517561573,0.09952305859986321,0.0777271365960434,0.03534717219216483,0.19390909480197088,0.9969497536708777,3.584706008398696e-05,0.001176178058163454,8.081408096976312e-05,12.53117219291007,1.7922959164791146,4.536983839134159,6.991687036246202,0.9999999992176363,6.991687036246202,0.648911169907363,0.9999999945299579,0.00014484274731611896,0.014738889776368839,563,low_priority_skip_for_now,64,0.00018281394932273543
+up_blocks.0.attentions.2.transformer_blocks.9.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4627050001706396,0.5982794314622879,0.003276853131995137,0.04523238725960255,0.05683908609320779,0.09783139170631282,0.09488657556157211,0.1477461882999965,0.5904519414263112,0.9869619814934635,0.000578963119681118,0.024940689127626165,0.1240596052791391,0.15690642424575477,0.26845223381404193,0.2621245662305047,0.398115302835192,0.5358725583979062,0.8952373391572503,-0.0029710642265529585,0.011454251204018615,0.08349134247483951,0.10505146455148794,0.18558005560139454,0.17970023002615718,0.26714927703142166,0.5773531033524445,0.9618432107626695,-0.0003695891919863113,0.003410199295363522,0.04612352865348969,0.0579356177331361,0.10031773083239139,0.0972692773427506,0.15000813347952707,0.5921726402427469,0.9901986951474802,0.0002979259685551889,0.024940689127626165,0.1240596052791391,0.15690642424575477,0.26845223381404193,0.2621245662305047,0.398115302835192,0.5358725583979062,0.8952373391572503,-0.0029710642265529585,0.003410199295363522,0.04612352865348969,0.0579356177331361,0.10031773083239139,0.0972692773427506,0.15000813347952707,0.5921726402427469,0.9901986951474802,0.0002979259685551889,0.02166383599563103,0.0001333461633683847,7.611170875036949,1.0406933594385728,2.177417683724148,7.313557642869071,0.999999999959905,7.313557642869071,0.29772345955441964,0.999999999706762,0.00013877246672408902,0.16488715757152397,564,low_priority_skip_for_now,64,0.003410199295363522
+up_blocks.0.attentions.2.transformer_blocks.6.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.35962382704019547,0.4554720020719937,0.002672874100556198,0.04059183404647878,0.051008911618654854,0.11271340642856498,0.11165705388023454,0.1320893849645342,0.4482237898877689,0.9841283615019595,0.0010375525585004652,0.018851542246661017,0.10763231624982186,0.13530238301087022,0.29864467504437753,0.2958811690024385,0.35079661437443327,0.41908261978200506,0.9200344320472512,0.001870550222390323,0.00785115169959941,0.06955886425982628,0.08749335743074196,0.2012623277460706,0.19868811925230465,0.2284807525575161,0.44579108165843145,0.9755950605734399,0.00242262347871604,0.0028047190945861594,0.04180647060275078,0.052571325471838085,0.1181807060302975,0.11695352196420235,0.1361070317881448,0.45099332449691637,0.9900366203222583,0.0008906038074566627,0.018851542246661017,0.10763231624982186,0.13530238301087022,0.29864467504437753,0.2958811690024385,0.35079661437443327,0.41908261978200506,0.9200344320472512,0.001870550222390323,0.0028047190945861594,0.04180647060275078,0.052571325471838085,0.1181807060302975,0.11695352196420235,0.1361070317881448,0.45099332449691637,0.9900366203222583,0.0008906038074566627,0.01617866814610482,0.00013184499402996153,7.052910661106444,1.0493270494682854,2.4011180735715194,6.721365528664903,0.999999999946954,6.721365528664903,0.3572366452137242,0.9999999996434581,0.00013834851857262324,0.1141067010501659,565,low_priority_skip_for_now,64,0.0028047190945861594
+up_blocks.1.attentions.0.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.09328774149928774,0.174772808461317,0.00011221767012362502,0.006930557549432186,0.010064102855430027,0.07513064840814503,0.05710497889758429,0.025382848722594126,0.17028636817953416,0.974876594824876,-0.0003082229170559003,0.0009626968380221765,0.019602828642486463,0.02985387914764211,0.2120918675203643,0.171506850171555,0.07131382610116686,0.1550773951624121,0.8867504958448537,-0.0008413709150058171,0.0004332061583097259,0.014632510669928576,0.020291391090104756,0.1637112247238784,0.11910700026354107,0.050439726029123576,0.1686452498127307,0.9620179808089455,-0.0002696985273595536,0.00018721071241348648,0.010343632394714015,0.013426464165728508,0.11831999051851481,0.07951328823373624,0.035308390855789185,0.1754910389759711,1.0038923294310143,0.00038573652768393785,0.0009626968380221765,0.019602828642486463,0.02985387914764211,0.2120918675203643,0.171506850171555,0.07131382610116686,0.1550773951624121,0.8867504958448537,-0.0008413709150058171,0.00018721071241348648,0.010343632394714015,0.013426464165728508,0.11831999051851481,0.07951328823373624,0.035308390855789185,0.1754910389759711,1.0038923294310143,0.00038573652768393785,0.0008504791678985514,7.499304228986146e-05,8.57883458445344,1.66828192511004,2.222260273390723,5.142317020585772,0.9999999989612514,5.142317020585772,0.43215154814924495,0.9999999946584254,0.00012510953696118874,0.007296120098925277,566,low_priority_skip_for_now,64,0.00018721071241348648
+up_blocks.0.attentions.2.transformer_blocks.5.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.36815757357648443,0.48171779194048475,0.002751477956605543,0.041262091004422734,0.05203473830086198,0.11258116562429887,0.10794830537999432,0.13362443447113037,0.473446254751512,0.9826526130115594,-0.00026033741473189105,0.019556944940372238,0.10922569435622011,0.13840245918006258,0.2971500446587862,0.2865044048396007,0.3585078460829599,0.43624086518372807,0.9059653591213683,-0.0021570012954076185,0.009451799094676971,0.07563064054452948,0.09612032534135684,0.2135361459956204,0.2042949775728056,0.2450299092701503,0.46066614825810703,0.9543334237370259,0.00234219978749804,0.002868849064855437,0.04225514243756022,0.05318226985615232,0.11684261565691119,0.11141621059100047,0.13723634822028025,0.47881549703223364,0.9937461759800854,-0.0007084262402453792,0.019556944940372238,0.10922569435622011,0.13840245918006258,0.2971500446587862,0.2865044048396007,0.3585078460829599,0.43624086518372807,0.9059653591213683,-0.0021570012954076185,0.002868849064855437,0.04225514243756022,0.05318226985615232,0.11684261565691119,0.11141621059100047,0.13723634822028025,0.47881549703223364,0.9937461759800854,-0.0007084262402453792,0.016805466983766695,0.00011737110824989409,7.107796334080594,1.042657476839115,2.069124062245157,6.81700029922652,0.9999999999488673,6.81700029922652,0.30352412655148164,0.9999999996514282,0.0001223778635816452,0.11944983661972937,567,low_priority_skip_for_now,64,0.002868849064855437
+down_blocks.2.attentions.0.transformer_blocks.7.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.30836974563343184,0.3863128833472729,0.00098829110252804,0.024922515099335994,0.03134929743288647,0.08076442617830147,0.08108702641611877,0.08190504993711199,0.3796473225312574,0.9827093109434529,0.0009180409317731833,0.007914295054173895,0.07091208154867802,0.08875336295408986,0.22981576982119037,0.2296103030725732,0.2275351115635463,0.3466242551803589,0.8972078670984054,-0.0017870961637527216,0.003725056311980422,0.04739790449717215,0.05941944024699323,0.15465338015825844,0.15462435261001503,0.15314562831606185,0.3676909213619573,0.9509924980786394,-0.0006185754328547384,0.0010851295082829893,0.026209580578974316,0.03291301476503346,0.08536015664523997,0.08553061942956115,0.08535239433071443,0.3848908953368664,0.9960583029998505,-0.00016131682678275996,0.007914295054173895,0.07091208154867802,0.08875336295408986,0.22981576982119037,0.2296103030725732,0.2275351115635463,0.3466242551803589,0.8972078670984054,-0.0017870961637527216,0.0010851295082829893,0.026209580578974316,0.03291301476503346,0.08536015664523997,0.08553061942956115,0.08535239433071443,0.3848908953368664,0.9960583029998505,-0.00016131682678275996,0.006926003951645854,9.68384057549493e-05,8.008060606759624,1.097985709280648,2.1246108485918853,7.293410589675465,0.9999999998736463,7.293410589675465,0.29130553127525094,0.999999999078451,0.0001063271856284552,0.05546385940743665,568,low_priority_skip_for_now,64,0.0010851295082829893
+up_blocks.0.attentions.2.transformer_blocks.8.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.43757159262895584,0.5743287636765412,0.0036619518692272584,0.04774507614118712,0.06009407302375785,0.10932013308648136,0.10472585686423774,0.15492625321660722,0.5635804576533181,0.9809629977031804,0.00011093317302116443,0.0261054379599435,0.1265277797356248,0.16020123622255536,0.2890840934530838,0.27875727693527846,0.4106640304837908,0.5183389681790557,0.9022731176933714,0.002580439522197204,0.014194892386772804,0.09380653048200267,0.11836467278924725,0.21877386627937276,0.20989184192817406,0.3012418065752302,0.5534563916070121,0.9612551861261973,0.0005559534423663795,0.00372859911294654,0.048089962851788313,0.06039885201496523,0.11035939471569034,0.105394686376312,0.15642304931368148,0.5716150392379079,0.9952288928293747,0.000305089260564273,0.0261054379599435,0.1265277797356248,0.16020123622255536,0.2890840934530838,0.27875727693527846,0.4106640304837908,0.5183389681790557,0.9022731176933714,0.002580439522197204,0.00372859911294654,0.048089962851788313,0.06039885201496523,0.11035939471569034,0.105394686376312,0.15642304931368148,0.5716150392379079,0.9952288928293747,0.000305089260564273,0.02244348609071624,6.664724371928171e-05,7.128831531672592,1.0181999231778942,1.839072621813618,7.001406469871782,0.9999999999616939,7.001406469871782,0.26267188303296196,0.9999999997318028,6.786021843499103e-05,0.15999583132415315,569,low_priority_skip_for_now,64,0.00372859911294654
+down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.07296645322016307,0.09731270599045924,2.7339275610367103e-05,0.003916904409249712,0.005098602723975003,0.05435255820067241,0.05269735529271946,0.014373402510370527,0.09594268325184073,0.9861065582521656,0.00030463557673751244,0.0002825418494986869,0.01238028340074899,0.016286321392150534,0.1702171659400062,0.1670461407220882,0.04635480472019741,0.08766349897320781,0.9035447835642545,0.0003944534151969492,9.725742867366145e-05,0.007515714861386057,0.00971953279134549,0.10710735859007728,0.10275569607828623,0.026472688785621097,0.09558918659708329,0.9819199716444056,0.00015177985187619925,5.716326229178646e-05,0.005905075472713049,0.007514020165290644,0.08596765089139706,0.08111078096582425,0.019874016089098796,0.09732624416106514,0.9998730135279794,0.00014530619508994796,0.0002825418494986869,0.01238028340074899,0.016286321392150534,0.1702171659400062,0.1670461407220882,0.04635480472019741,0.08766349897320781,0.9035447835642545,0.0003944534151969492,5.716326229178646e-05,0.005905075472713049,0.007514020165290644,0.08596765089139706,0.08111078096582425,0.019874016089098796,0.09732624416106514,0.9998730135279794,0.00014530619508994796,0.00025520257388831984,2.982398668141936e-05,10.334649797995992,2.090884228813503,2.9050927054799893,4.942717284289193,0.9999999964607014,4.942717284289193,0.58775213866532,0.9999999825062471,6.235850339252371e-05,0.002637429228682982,570,low_priority_skip_for_now,64,5.716326229178646e-05
+down_blocks.2.attentions.1.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5583190790244511,0.7028028422168323,0.004056685076128426,0.05053907446563244,0.0633551248101554,0.09066614002092847,0.09026196410510089,0.16332830701555526,0.690231690449374,0.9821055579807402,-0.002383527977924262,0.03157461072052164,0.1413253838462489,0.1766155787902497,0.25314850807076417,0.2513997880018418,0.45059895515441895,0.6283206790685654,0.8942547046730479,-0.003324864138936131,0.016696450075999434,0.10158123687974044,0.12703408307420677,0.18572614319277905,0.18414981895683338,0.3248827968324934,0.6797947425927434,0.9638738115851088,-0.002015789843426319,0.004100435105751136,0.05077127739787102,0.0638899453447151,0.09273053768880703,0.09260614436114636,0.16690215042659215,0.6991635507770947,0.9942762614815954,4.575485974100957e-05,0.03157461072052164,0.1413253838462489,0.1766155787902497,0.25314850807076417,0.2513997880018418,0.45059895515441895,0.6283206790685654,0.8942547046730479,-0.003324864138936131,0.004100435105751136,0.05077127739787102,0.0638899453447151,0.09273053768880703,0.09260614436114636,0.16690215042659215,0.6991635507770947,0.9942762614815954,4.575485974100957e-05,0.02751792564439321,4.375002962271005e-05,7.783352693197499,1.0107846746274125,1.8910972437199658,7.700307381657087,0.999999999968329,7.700307381657087,0.24558724081113395,0.9999999997561233,4.422185945713064e-05,0.21418172067549643,571,low_priority_skip_for_now,64,0.004100435105751136
+up_blocks.1.attentions.2.transformer_blocks.1.attn2.to_out.0,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.050099856852154644,0.10984687094709703,3.4641022336602744e-05,0.003972124801033975,0.005557937173838455,0.0779189988113197,0.04979472418082316,0.014157048293522425,0.10798765798764569,0.9826714055273776,-0.00019840019458732577,0.0009410865854338876,0.012363123324965792,0.028978956323791473,0.24207937475860983,0.25933962921095566,0.04247476373400007,0.08656581524493438,0.7918932554306163,-0.0001725597953371302,0.0003344058889394676,0.010176576607461487,0.01759315206781615,0.203238941165471,0.16090532086788492,0.03338666579553059,0.09978147968649864,0.9049884759751335,-0.00040798218679023127,5.558000459261946e-05,0.005508865229785442,0.007347725203697877,0.11649874076370699,0.0699007370450541,0.018707961908408573,0.10920388677290507,0.9947884365369342,8.05403124307499e-06,0.0009410865854338876,0.012363123324965792,0.028978956323791473,0.24207937475860983,0.25933962921095566,0.04247476373400007,0.08656581524493438,0.7918932554306163,-0.0001725597953371302,5.558000459261946e-05,0.005508865229785442,0.007347725203697877,0.11649874076370699,0.0699007370450541,0.018707961908408573,0.10920388677290507,0.9947884365369342,8.05403124307499e-06,0.0009064455630972849,2.0938982256016713e-05,27.166824036618664,1.6044561978598348,2.814204575177304,16.93210670635225,0.9999999989373985,16.93210670635225,0.1662052202569765,0.9999999820079183,3.359567985754312e-05,0.02462524711143766,572,low_priority_skip_for_now,64,5.558000459261946e-05
+up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.044257665352363675,0.06461716602955546,1.1704057507293847e-05,0.0023445250034066184,0.0032170540028694772,0.05489648236894187,0.050631225333939885,0.009402952023914881,0.06343802896195225,0.9829361487645236,3.074794602144136e-05,0.00012661422504476962,0.007410714194910335,0.010349305831044016,0.16869873181617795,0.15902847568753908,0.031038475888116018,0.05789513034479959,0.903649861977125,4.278661737089351e-05,4.64124891388045e-05,0.004879539325234613,0.006515471262263934,0.11723924873491884,0.10509848243734769,0.018372446298599243,0.0627435780396419,0.9724552628675477,6.249299338532768e-05,2.3501417363799453e-05,0.0037094028001385076,0.004781944017574472,0.09397381337676335,0.08099440233617057,0.01289293382849012,0.06438383193952697,0.9956098358971749,9.851898450311378e-05,0.00012661422504476962,0.007410714194910335,0.010349305831044016,0.16869873181617795,0.15902847568753908,0.031038475888116018,0.05789513034479959,0.903649861977125,4.278661737089351e-05,2.3501417363799453e-05,0.0037094028001385076,0.004781944017574472,0.09397381337676335,0.08099440233617057,0.01289293382849012,0.06438383193952697,0.9956098358971749,9.851898450311378e-05,0.00011491016753747578,1.1797359856505606e-05,10.817976086317833,2.007971623617023,2.728020510558862,5.387514195304934,0.9999999921019934,5.387514195304934,0.5063597599162303,0.9999999574493768,2.368876382546185e-05,0.0012430954444951888,573,low_priority_skip_for_now,64,2.3501417363799453e-05
+up_blocks.0.attentions.0.transformer_blocks.4.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.5309845879673958,0.803662896156311,0.0933302016928792,0.11741917859762907,0.30549893624923297,0.2211727290303553,0.380178160362917,0.6216163635253906,0.8399206176400185,1.0451174436469903,-0.0032977686496451497,0.5899795293807983,0.29749245196580887,0.7680946682509168,0.5602942512581595,0.9558395185656557,1.6394309997558594,1.0341804474592209,1.2868981407891125,-0.009720608708448708,0.5899795293807983,0.29749245196580887,0.7680946682509168,0.5602942512581595,0.9558395185656557,1.6394309997558594,1.0341804474592209,1.2868981407891125,-0.009720608708448708,0.5899795293807983,0.29749245196580887,0.7680946682509168,0.5602942512581595,0.9558395185656557,1.6394309997558594,1.0341804474592209,1.2868981407891125,-0.009720608708448708,0.03495283122174442,0.1434496007859707,0.1857198242664744,0.2700457715155062,0.23112409634197031,0.531679779291153,0.7831783220171928,0.9745064500082145,-0.0031607615110260667,0.03495283122174442,0.1434496007859707,0.1857198242664744,0.2700457715155062,0.23112409634197031,0.531679779291153,0.7831783220171928,0.9745064500082145,-0.0031607615110260667,0.49664932768791914,-0.05837737047113478,6.321421347785328,0.3745071861774054,0.999999999998305,0.999999999998305,16.879305874280316,16.879305874280316,0.999999999998305,0.059244142349090055,0.0,3.1395296624096427,574,low_priority_skip_for_now,64,0.03495283122174442
+up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_v,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.41989678516983986,0.8182080984115601,0.016217825235798955,0.050009123515337706,0.12734797275982376,0.11910944330067683,0.15566266454672292,0.2901172637939453,0.8088023811578751,0.9885008588909023,0.00191569887829246,0.10569995921105146,0.13485152833163738,0.3251124762544308,0.3212222116138104,0.3973980991977527,0.9337100982666016,0.7735256180167198,0.945395526778303,0.006298684194916859,0.10569995921105146,0.13485152833163738,0.3251124762544308,0.3212222116138104,0.3973980991977527,0.9337100982666016,0.7735256180167198,0.945395526778303,0.006298684194916859,0.10569995921105146,0.13485152833163738,0.3251124762544308,0.3212222116138104,0.3973980991977527,0.9337100982666016,0.7735256180167198,0.945395526778303,0.006298684194916859,0.008089454262517393,0.0694670444354415,0.08988793769287204,0.16548998128103326,0.10987091768233746,0.2521185874938965,0.8228011056780815,1.0056088048863236,0.0006746847138856538,0.008089454262517393,0.0694670444354415,0.08988793769287204,0.16548998128103326,0.10987091768233746,0.2521185874938965,0.8228011056780815,1.0056088048863236,0.0006746847138856538,0.08948213397525251,-0.008128370973281562,6.517517464130372,0.49880018710289636,0.9999999999905392,0.9999999999905392,13.066389371622684,13.066389371622684,0.9999999999905392,0.07653223636812025,0.0,0.5832013709113619,575,low_priority_skip_for_now,64,0.008089454262517393
+up_blocks.0.attentions.0.transformer_blocks.4.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.4.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.6939020901918411,2.660322815179825,0.06790482252836227,0.10705580562353134,0.2605840474221369,0.06331777313071336,0.09802671131888656,0.622711181640625,2.644856035709381,0.9941721394891204,0.0009049076047631388,0.5349156111478806,0.33955592289566994,0.7313615649968879,0.20062820323904584,0.2750751193664301,1.7278594970703125,2.4319749772548676,0.9141882833076648,0.0034252204350195825,0.5349156111478806,0.33955592289566994,0.7313615649968879,0.20062820323904584,0.2750751193664301,1.7278594970703125,2.4319749772548676,0.9141882833076648,0.0034252204350195825,0.5349156111478806,0.33955592289566994,0.7313615649968879,0.20062820323904584,0.2750751193664301,1.7278594970703125,2.4319749772548676,0.9141882833076648,0.0034252204350195825,0.02907344000414014,0.13207203336060047,0.17035123969426255,0.07805118571058463,0.06404873279996288,0.4791296720504761,2.6700998544692993,1.0036113478629967,-0.000893727707079961,0.02907344000414014,0.13207203336060047,0.17035123969426255,0.07805118571058463,0.06404873279996288,0.4791296720504761,2.6700998544692993,1.0036113478629967,-0.000893727707079961,0.4670107886195183,-0.038831382524222136,7.877431840965069,0.42814985624281227,0.9999999999981306,0.9999999999981306,18.398772592899512,18.398772592899512,0.9999999999981306,0.054351451702254146,0.0,3.6788456563456005,576,low_priority_skip_for_now,64,0.02907344000414014
+down_blocks.1.attentions.0.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.4566319409225668,0.620212049888713,0.0038666147821848945,0.04733428106244121,0.06084230400381357,0.10378253254925011,0.09740866553397133,0.15757319969790323,0.6056414406214442,0.9763903077302383,0.00038915770560216903,0.025776086607947946,0.12482684943825006,0.1576802088625092,0.2743741584375948,0.2527210716944139,0.40889946052006315,0.5709331583763871,0.9212218744078927,-0.0010115824842549565,0.009147396078333259,0.07425490540585347,0.09454720496302164,0.1732225595892986,0.15827051260514624,0.24417577471051896,0.5963936820626259,0.9594493265648241,-0.0006159800671282158,0.003498657831057374,0.0464424946611481,0.059083381234060324,0.10568910785305838,0.09691192446487777,0.15492243958371027,0.6179341343896729,0.9955767209881784,5.94718690406028e-05,0.025776086607947946,0.12482684943825006,0.1576802088625092,0.2743741584375948,0.2527210716944139,0.40889946052006315,0.5709331583763871,0.9212218744078927,-0.0010115824842549565,0.003498657831057374,0.0464424946611481,0.059083381234060324,0.10568910785305838,0.09691192446487777,0.15492243958371027,0.6179341343896729,0.9955767209881784,5.94718690406028e-05,0.02190947182576305,-0.0003679569511275205,6.666318744769404,0.9048374423726695,2.81786055664343,7.367421407080099,0.9999999999612044,7.367421407080099,0.3824758216124371,0.9999999997141761,0.0,0.14605552272008138,577,low_priority_skip_for_now,64,0.003498657831057374
+down_blocks.1.attentions.0.transformer_blocks.1.attn2.to_k,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.4190476834774017,3.6844139993190765,0.0952439047396183,0.12334074918180704,0.308610765433445,0.05103488486574654,0.08382220745456118,0.7041058540344238,3.6288854777812958,0.984914152325926,-0.0019074442170676775,0.7401621863245964,0.4343482106924057,0.860270143710086,0.17958467298848002,0.23359602442580635,2.515165328979492,3.2748392522335052,0.8888613201555481,-0.012550894753076136,0.7401621863245964,0.4343482106924057,0.860270143710086,0.17958467298848002,0.23359602442580635,2.515165328979492,3.2748392522335052,0.8888613201555481,-0.012550894753076136,0.7401621863245964,0.4343482106924057,0.860270143710086,0.17958467298848002,0.23359602442580635,2.515165328979492,3.2748392522335052,0.8888613201555481,-0.012550894753076136,0.053491389844566584,0.17884797602891922,0.2304396838637544,0.07414295691983012,0.0626660721291127,0.6351689100265503,3.7691717445850372,1.0231460885944923,-0.004027629885968054,0.053491389844566584,0.17884797602891922,0.2304396838637544,0.07414295691983012,0.0626660721291127,0.6351689100265503,3.7691717445850372,1.0231460885944923,-0.004027629885968054,0.6449182815849781,-0.04175251489505172,7.7712289131814885,0.5616253343480815,0.999999999998649,0.999999999998649,13.837034118229063,13.837034118229063,0.999999999998649,0.07226982252378371,0.0,5.011807596492503,578,low_priority_skip_for_now,64,0.053491389844566584
+mid_block.attentions.0.transformer_blocks.2.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.2.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.42866232618689537,0.7710437476634979,0.03863872168585658,0.07542168814688921,0.1965664131485702,0.1759560033948458,0.25493830695978154,0.4541778564453125,0.7823738008737564,1.014695039437327,0.0005490470230142819,0.25667379423975945,0.19058114849030972,0.5066270230119814,0.4445908047024801,0.6570708210128764,1.1000480651855469,0.8341854140162468,1.0818954852436842,0.0012668391173065174,0.25667379423975945,0.19058114849030972,0.5066270230119814,0.4445908047024801,0.6570708210128764,1.1000480651855469,0.8341854140162468,1.0818954852436842,0.0012668391173065174,0.25667379423975945,0.19058114849030972,0.5066270230119814,0.4445908047024801,0.6570708210128764,1.1000480651855469,0.8341854140162468,1.0818954852436842,0.0012668391173065174,0.014299103990197182,0.09159022103995085,0.11936706584113818,0.21354855503698006,0.15478783821424463,0.3474527671933174,0.7646827325224876,0.9917487193113231,0.0006933223285159329,0.014299103990197182,0.09159022103995085,0.11936706584113818,0.21354855503698006,0.15478783821424463,0.3474527671933174,0.7646827325224876,0.9917487193113231,0.0006933223285159329,0.21803507255390286,-0.0243396176956594,6.642916303493293,0.3700718700293129,0.9999999999961041,0.9999999999961041,17.950341112126537,17.950341112126537,0.9999999999961041,0.05570924773405054,0.0,1.4483887382016645,579,low_priority_skip_for_now,64,0.014299103990197182
+mid_block.attentions.0.transformer_blocks.2.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.2.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.5595171451568604,2.267768770456314,0.02935837907716632,0.07017243281006813,0.1713417377040916,0.04510528961088267,0.07563290060572962,0.3671875,2.256352186203003,0.9949740817928925,-0.00021065328837721609,0.22674668580293655,0.2541899774223566,0.47613668862093866,0.16316440200272134,0.21009599688071606,1.0403003692626953,2.0441742688417435,0.9014525718729886,-0.0009577284090482863,0.22674668580293655,0.2541899774223566,0.47613668862093866,0.16316440200272134,0.21009599688071606,1.0403003692626953,2.0441742688417435,0.9014525718729886,-0.0009577284090482863,0.22674668580293655,0.2541899774223566,0.47613668862093866,0.16316440200272134,0.21009599688071606,1.0403003692626953,2.0441742688417435,0.9014525718729886,-0.0009577284090482863,0.011773488251492381,0.08344252500683069,0.10836988327857458,0.05364659243696333,0.0478341624267345,0.3122595548629761,2.256915122270584,0.9952560802352276,-0.000507400713104289,0.011773488251492381,0.08344252500683069,0.10836988327857458,0.05364659243696333,0.0478341624267345,0.3122595548629761,2.256915122270584,0.9952560802352276,-0.000507400713104289,0.19738830672577024,-0.017584890825673938,7.723406159421347,0.4010265083145638,0.9999999999955898,0.9999999999955898,19.259091353400343,19.259091353400343,0.9999999999955898,0.051923529597573424,0.0,1.524510063963564,580,low_priority_skip_for_now,64,0.011773488251492381
+mid_block.attentions.0.transformer_blocks.3.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.3.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4314206950366497,0.7762656584382057,0.02796754357405007,0.06485870946198702,0.16723401984503264,0.1503350878058259,0.21544069316762932,0.3990297093987465,0.7828857079148293,1.008530786445863,0.000876440667980205,0.1984030082821846,0.17033188045024872,0.445422085968164,0.39480793910569817,0.5738176463909743,1.078226089477539,0.8072313740849495,1.0398969149691035,0.0013454700783768203,0.1984030082821846,0.17033188045024872,0.445422085968164,0.39480793910569817,0.5738176463909743,1.078226089477539,0.8072313740849495,1.0398969149691035,0.0013454700783768203,0.1984030082821846,0.17033188045024872,0.445422085968164,0.39480793910569817,0.5738176463909743,1.078226089477539,0.8072313740849495,1.0398969149691035,0.0013454700783768203,0.011941079515963793,0.0839780168607831,0.10895601132087608,0.1946616434690436,0.1403587515473363,0.3139265924692154,0.7729320228099823,0.9957064149655395,0.00012688296556007117,0.011941079515963793,0.0839780168607831,0.10895601132087608,0.1946616434690436,0.1403587515473363,0.3139265924692154,0.7729320228099823,0.9957064149655395,0.00012688296556007117,0.17043546470813453,-0.016026464058086276,7.094044843437038,0.4269620420513608,0.9999999999949597,0.9999999999949597,16.615165153228265,16.615165153228265,0.9999999999949597,0.060185980138567505,0.0,1.209076829551537,581,low_priority_skip_for_now,64,0.011941079515963793
+up_blocks.0.attentions.1.transformer_blocks.3.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.6910609006881714,2.669961780309677,0.10086029767990112,0.12554571591317654,0.31758398528794185,0.07442608566942524,0.11906262115078352,0.7160072326660156,2.6598673164844513,0.9962141100011079,0.0014222598497326544,0.7858323976397514,0.389104712754488,0.886449300137108,0.23041085129012376,0.3322773246164107,1.96026611328125,2.462701976299286,0.9224217726143165,0.009252631687559187,0.7858323976397514,0.389104712754488,0.886449300137108,0.23041085129012376,0.3322773246164107,1.96026611328125,2.462701976299286,0.9224217726143165,0.009252631687559187,0.7858323976397514,0.389104712754488,0.886449300137108,0.23041085129012376,0.3322773246164107,1.96026611328125,2.462701976299286,0.9224217726143165,0.009252631687559187,0.04300122428685427,0.15818588808178902,0.2064667676962609,0.09358995700157655,0.07731664833494686,0.6057913303375244,2.6773265600204468,1.0027964725611531,0.003949233505409211,0.04300122428685427,0.15818588808178902,0.2064667676962609,0.09358995700157655,0.07731664833494686,0.6057913303375244,2.6773265600204468,1.0027964725611531,0.003949233505409211,0.6849720999598503,-0.057859073393046856,7.79129564068852,0.42634441178133625,0.9999999999987275,0.9999999999987275,18.274651725711692,18.274651725711692,0.9999999999987275,0.05472060507552727,0.0,5.336820136410442,582,low_priority_skip_for_now,64,0.04300122428685427
+mid_block.attentions.0.transformer_blocks.1.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.431675486266613,0.7167286574840546,0.04620206356048584,0.08235693629831076,0.2149445844460804,0.19078001948899156,0.2999184032088394,0.5390625,0.7400045990943909,1.0324883431629976,-0.0003764639295695815,0.2823464050889015,0.20874501951038837,0.531358199014268,0.4835960249247725,0.741422565317953,1.24609375,0.8179271519184113,1.1412529634216941,0.004131803827476688,0.2823464050889015,0.20874501951038837,0.531358199014268,0.4835960249247725,0.741422565317953,1.24609375,0.8179271519184113,1.1412529634216941,0.004131803827476688,0.2823464050889015,0.20874501951038837,0.531358199014268,0.4835960249247725,0.741422565317953,1.24609375,0.8179271519184113,1.1412529634216941,0.004131803827476688,0.01835563953500241,0.10368344653397799,0.13497860473308268,0.23988632845856636,0.1882024704692388,0.3876471370458603,0.7084834799170494,0.9884926446435295,-0.0008865728741511703,0.01835563953500241,0.10368344653397799,0.13497860473308268,0.23988632845856636,0.1882024704692388,0.3876471370458603,0.7084834799170494,0.9884926446435295,-0.0008865728741511703,0.23614434152841568,-0.02784642402548343,6.111121091229055,0.39729046973355797,0.9999999999964583,0.9999999999964583,15.381997698043293,15.381997698043293,0.9999999999964583,0.06501106160412355,0.0,1.4431066660886984,583,low_priority_skip_for_now,64,0.01835563953500241
+down_blocks.1.attentions.0.transformer_blocks.1.attn2.to_v,model.diffusion_model.input_blocks.4.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.6006133854389191,1.1671047508716583,0.02684203372336924,0.06453418079763651,0.16383170041027603,0.10748297908045847,0.14040178239249554,0.380436435341835,1.1521514803171158,0.9871824936790122,0.0005324486201061518,0.1906688753515482,0.1797142755240202,0.4366472029624719,0.29927254207918513,0.37418474760653064,1.3294755220413208,1.0841663032770157,0.9289535119626313,-0.0035099808883387595,0.1906688753515482,0.1797142755240202,0.4366472029624719,0.29927254207918513,0.37418474760653064,1.3294755220413208,1.0841663032770157,0.9289535119626313,-0.0035099808883387595,0.1906688753515482,0.1797142755240202,0.4366472029624719,0.29927254207918513,0.37418474760653064,1.3294755220413208,1.0841663032770157,0.9289535119626313,-0.0035099808883387595,0.011292266892269254,0.082233683206141,0.10610550869092031,0.1370029563547698,0.09094631280225154,0.2978927418589592,1.1691088527441025,1.001766403672434,0.0018787884037010372,0.011292266892269254,0.082233683206141,0.10610550869092031,0.1370029563547698,0.09094631280225154,0.2978927418589592,1.1691088527441025,1.001766403672434,0.0018787884037010372,0.16382684162817895,-0.015549766831099987,7.103369189885359,0.420693417206211,0.9999999999947553,0.9999999999947553,16.88490691494338,16.88490691494338,0.9999999999947553,0.05922448995091499,0.0,1.1637225392978345,584,low_priority_skip_for_now,64,0.011292266892269254
+down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_v,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.40729036182165146,0.8416444882750511,0.02163445227779448,0.055494210217148066,0.1470855824928008,0.13625860688951624,0.1747706712282813,0.310366153717041,0.8400226458907127,0.9980687971802149,-7.618573363288306e-05,0.13308366760611534,0.1488021332770586,0.3648035238546306,0.36536738016967435,0.4334690110006948,0.8393480777740479,0.822825238108635,0.977644574512526,-0.006023777357768267,0.13308366760611534,0.1488021332770586,0.3648035238546306,0.36536738016967435,0.4334690110006948,0.8393480777740479,0.822825238108635,0.977644574512526,-0.006023777357768267,0.13308366760611534,0.1488021332770586,0.3648035238546306,0.36536738016967435,0.4334690110006948,0.8393480777740479,0.822825238108635,0.977644574512526,-0.006023777357768267,0.007656627567484975,0.06729809334501624,0.08712649958586512,0.16512224961894914,0.10354596754521007,0.2497357502579689,0.8434328883886337,1.0021105638502485,5.70926222280832e-05,0.007656627567484975,0.06729809334501624,0.08712649958586512,0.16512224961894914,0.10354596754521007,0.2497357502579689,0.8434328883886337,1.0021105638502485,5.70926222280832e-05,0.11144921532832086,-0.013977824710309505,6.151469234862971,0.35390900905727113,0.9999999999924859,0.9999999999924859,17.381499415472906,17.381499415472906,0.9999999999924859,0.057532435836443775,0.0,0.6855764193417845,585,low_priority_skip_for_now,64,0.007656627567484975
+up_blocks.0.attentions.0.transformer_blocks.6.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.5298128724098206,0.8280268460512161,0.07186504639685154,0.1044617909938097,0.26807516567434625,0.1972062891040111,0.3237904169459111,0.5852634906768799,0.8471495881676674,1.0230975059376115,-0.0037718233070336282,0.46532320231199265,0.2634967267513275,0.682143960408826,0.49745478128200826,0.8239218308641234,1.5378894805908203,0.9774650111794472,1.180538238970966,0.004075454358826391,0.46532320231199265,0.2634967267513275,0.682143960408826,0.49745478128200826,0.8239218308641234,1.5378894805908203,0.9774650111794472,1.180538238970966,0.004075454358826391,0.46532320231199265,0.2634967267513275,0.682143960408826,0.49745478128200826,0.8239218308641234,1.5378894805908203,0.9774650111794472,1.180538238970966,0.004075454358826391,0.029792475514113903,0.1340164253488183,0.17206929119256328,0.2527574982692966,0.20771602953710838,0.4792615957558155,0.8097159191966057,0.9779430644375194,-0.0013616290962090716,0.029792475514113903,0.1340164253488183,0.17206929119256328,0.2527574982692966,0.20771602953710838,0.4792615957558155,0.8097159191966057,0.9779430644375194,-0.0013616290962090716,0.3934581559151411,-0.04207257088273764,6.4749586292050845,0.4145614176491309,0.999999999997851,0.999999999997851,15.618816304000363,15.618816304000363,0.999999999997851,0.06402533844438396,0.0,2.5476252818738625,586,low_priority_skip_for_now,64,0.029792475514113903
+down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_k,model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.3971017003059387,3.6295144259929657,0.07234812527894974,0.11436685360968113,0.26896889968836685,0.04777815302044053,0.07417681168454512,0.5993804931640625,3.5694777369499207,0.98344551888386,0.0009225624103237351,0.6614258885383606,0.4153430461883545,0.8132129383190616,0.17336420489288312,0.22420090368771878,2.107207775115967,3.2223050594329834,0.8878288098854156,0.0174262011423707,0.6614258885383606,0.4153430461883545,0.8132129383190616,0.17336420489288312,0.22420090368771878,2.107207775115967,3.2223050594329834,0.8878288098854156,0.0174262011423707,0.6614258885383606,0.4153430461883545,0.8132129383190616,0.17336420489288312,0.22420090368771878,2.107207775115967,3.2223050594329834,0.8878288098854156,0.0174262011423707,0.04182024300098419,0.15770395286381245,0.2032550415881599,0.06571769710408552,0.05594790402035076,0.5682275667786598,3.542114704847336,0.9760183069055965,0.009794237994356081,0.04182024300098419,0.15770395286381245,0.2032550415881599,0.06571769710408552,0.05594790402035076,0.5682275667786598,3.542114704847336,0.9760183069055965,0.009794237994356081,0.5890777632594109,-0.030527882277965546,9.142267142085371,0.578041833691772,0.9999999999984881,0.9999999999984881,15.815926476251676,15.815926476251676,0.9999999999984881,0.0632274057088038,0.0,5.3855062791796575,587,low_priority_skip_for_now,64,0.04182024300098419
+up_blocks.0.attentions.0.transformer_blocks.6.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.6.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6971070617437363,2.657357782125473,0.043385520577430725,0.08934007678180933,0.20828911487901672,0.05273530647600333,0.07842785539455023,0.484375,2.6398102045059204,0.993394032277984,0.005616627400740981,0.3801831677556038,0.3049802705645561,0.6165634925114246,0.1798443275756989,0.23211213027826433,1.4037961959838867,2.4072863459587097,0.9059249556368837,0.011897533433511853,0.3801831677556038,0.3049802705645561,0.6165634925114246,0.1798443275756989,0.23211213027826433,1.4037961959838867,2.4072863459587097,0.9059249556368837,0.011897533433511853,0.3801831677556038,0.3049802705645561,0.6165634925114246,0.1798443275756989,0.23211213027826433,1.4037961959838867,2.4072863459587097,0.9059249556368837,0.011897533433511853,0.020621519070118666,0.11163650918751955,0.1434110123699443,0.0658257576207423,0.05396937933189326,0.40001916885375977,2.6398743987083435,0.9934812329041136,-0.00036273869773140177,0.020621519070118666,0.11163650918751955,0.1434110123699443,0.0658257576207423,0.05396937933189326,0.40001916885375977,2.6398743987083435,0.9934812329041136,-0.00036273869773140177,0.33679764717817307,-0.02276400150731206,8.762904367329714,0.4753087849398938,0.9999999999973698,0.9999999999973698,18.43623481104585,18.43623481104585,0.9999999999973698,0.05424101017360328,0.0,2.951325573363985,588,low_priority_skip_for_now,64,0.020621519070118666
+up_blocks.0.attentions.0.transformer_blocks.5.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.5321467891335487,0.8182740956544876,0.08507390134036541,0.11285967193543911,0.2916719897456258,0.21212852633136756,0.35647855447605864,0.6283340454101562,0.8456395193934441,1.0334543491143005,0.0009617333338383105,0.5709398537874222,0.29350700601935387,0.7556020779764913,0.5516927138673501,0.9234907285870492,1.7193603515625,1.047242060303688,1.2798612006430445,0.003934867003408726,0.5709398537874222,0.29350700601935387,0.7556020779764913,0.5516927138673501,0.9234907285870492,1.7193603515625,1.047242060303688,1.2798612006430445,0.003934867003408726,0.5709398537874222,0.29350700601935387,0.7556020779764913,0.5516927138673501,0.9234907285870492,1.7193603515625,1.047242060303688,1.2798612006430445,0.003934867003408726,0.03624238632619381,0.14541711658239365,0.18818443492274234,0.27311369753005293,0.22990326901938385,0.535786360502243,0.8013279214501381,0.979290355868948,0.0019247809204898658,0.03624238632619381,0.14541711658239365,0.18818443492274234,0.27311369753005293,0.22990326901938385,0.535786360502243,0.8013279214501381,0.979290355868948,0.0019247809204898658,0.48586595244705677,-0.0488315150141716,6.711104637090559,0.4260106302256965,0.9999999999982485,0.9999999999982485,15.75337365020658,15.75337365020658,0.9999999999982485,0.06347846640186454,0.0,3.2606972464718638,589,low_priority_skip_for_now,64,0.03624238632619381
+up_blocks.1.attentions.0.transformer_blocks.1.attn2.to_k,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.4483870565891266,3.6323659121990204,0.0843440368771553,0.12086460832506418,0.29041209890970315,0.04942360275276999,0.08000653918177836,0.72265625,3.5753113627433777,0.9842740198468901,9.690376418802771e-05,0.6258013397455215,0.42029453814029694,0.7910390575926561,0.17175342267685617,0.2178780901233994,2.1576404571533203,3.26365265250206,0.8985094588028165,-0.009573969582561404,0.6258013397455215,0.42029453814029694,0.7910390575926561,0.17175342267685617,0.2178780901233994,2.1576404571533203,3.26365265250206,0.8985094588028165,-0.009573969582561404,0.6258013397455215,0.42029453814029694,0.7910390575926561,0.17175342267685617,0.2178780901233994,2.1576404571533203,3.26365265250206,0.8985094588028165,-0.009573969582561404,0.036467882338911295,0.14749510027468204,0.19071896811623526,0.06030831410528586,0.052546046940067044,0.5419767796993256,3.5804252326488495,0.9856667385331803,0.00014675241254735738,0.036467882338911295,0.14749510027468204,0.19071896811623526,0.06030831410528586,0.052546046940067044,0.5419767796993256,3.5804252326488495,0.9856667385331803,0.00014675241254735738,0.5414573028683662,-0.04787615453824401,7.419627550547098,0.4323706060167995,0.9999999999984021,0.9999999999984021,17.16034218583156,17.16034218583156,0.9999999999984021,0.0582738962394719,0.0,4.0174115218070545,590,low_priority_skip_for_now,64,0.036467882338911295
+up_blocks.1.attentions.0.transformer_blocks.1.attn2.to_v,model.diffusion_model.output_blocks.3.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.7060695737600327,1.178419515490532,0.03452628990635276,0.07131742220371962,0.18581029020019663,0.1010397260822903,0.15771556903067566,0.39656972885131836,1.1723302602767944,0.9948069931015325,0.0005923564021941274,0.2169777937233448,0.20042155124247074,0.46580180266475735,0.28386318354986295,0.3953514160069616,1.1714487075805664,1.1243344992399216,0.954118792999726,-0.0026205307513009757,0.2169777937233448,0.20042155124247074,0.46580180266475735,0.28386318354986295,0.3953514160069616,1.1714487075805664,1.1243344992399216,0.954118792999726,-0.0026205307513009757,0.2169777937233448,0.20042155124247074,0.46580180266475735,0.28386318354986295,0.3953514160069616,1.1714487075805664,1.1243344992399216,0.954118792999726,-0.0026205307513009757,0.012731725699268281,0.08612715266644955,0.11246312392199641,0.12211424239935799,0.09553841356273232,0.3297388553619385,1.159326583147049,0.9838222854903117,-0.000927512346606818,0.012731725699268281,0.08612715266644955,0.11246312392199641,0.12211424239935799,0.09553841356273232,0.3297388553619385,1.159326583147049,0.9838222854903117,-0.000927512346606818,0.18245150381699204,-0.021794564207084477,6.284422517032071,0.3687545268672763,0.9999999999953912,0.9999999999953912,17.04229252431763,17.04229252431763,0.9999999999953912,0.058677551655092655,0.0,1.1466023388538675,591,low_priority_skip_for_now,64,0.012731725699268281
+up_blocks.1.attentions.2.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6649544728653771,0.8596487981932504,0.007800752579766724,0.06920597429520317,0.08752751424475087,0.10427609089477932,0.10190910494129345,0.23000281197684153,0.84868566266128,0.9874170723511826,0.00017625040743902382,0.05535603407770395,0.18525902314909867,0.23323084047028717,0.27897230965548114,0.2714175524567349,0.6077224888971874,0.7890948025243623,0.918538855176641,0.005371754178278414,0.02365403775391834,0.12010814435780048,0.15161593138018306,0.18420297495466859,0.1778958831371004,0.39691836493355886,0.8405155017971992,0.9772879467213961,-0.003323595359753589,0.00670151476515457,0.06426145222836308,0.08154662341442477,0.0979193887276373,0.0955825926686846,0.21538402140140533,0.8590072393417358,0.999087039321578,0.00025095073591988433,0.05535603407770395,0.18525902314909867,0.23323084047028717,0.27897230965548114,0.2714175524567349,0.6077224888971874,0.7890948025243623,0.918538855176641,0.005371754178278414,0.00670151476515457,0.06426145222836308,0.08154662341442477,0.0979193887276373,0.0955825926686846,0.21538402140140533,0.8590072393417358,0.999087039321578,0.00025095073591988433,0.04755528149793723,-0.001099237814612154,7.096242766907893,0.8590856710002059,2.340236142820643,8.260227129137263,0.9999999999819351,8.260227129137263,0.28331377647188954,0.9999999998507799,0.0,0.3374638223580058,592,low_priority_skip_for_now,64,0.00670151476515457
+down_blocks.2.attentions.0.transformer_blocks.6.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.4941096156835556,1.9139387011528015,0.014860623865388334,0.05471566878259182,0.12190196292954088,0.03671029723696482,0.0637734025462113,0.28343963623046875,1.8879338800907135,0.9864013696286148,0.0013433856365736574,0.14547941088676453,0.22287524677813053,0.381374623331545,0.14932579479918276,0.19942775766003293,0.8322086334228516,1.7136221081018448,0.8953635815573284,-0.001280439038964687,0.14547941088676453,0.22287524677813053,0.381374623331545,0.14932579479918276,0.19942775766003293,0.8322086334228516,1.7136221081018448,0.8953635815573284,-0.001280439038964687,0.14547941088676453,0.22287524677813053,0.381374623331545,0.14932579479918276,0.19942775766003293,0.8322086334228516,1.7136221081018448,0.8953635815573284,-0.001280439038964687,0.006556997715961188,0.06260342430323362,0.08055141005980257,0.04200087980090848,0.042128466492806715,0.22564697265625,1.9041751474142075,0.9948644324953664,0.0014969678013585508,0.006556997715961188,0.06260342430323362,0.08055141005980257,0.04200087980090848,0.042128466492806715,0.22564697265625,1.9041751474142075,0.9948644324953664,0.0014969678013585508,0.1306187870213762,-0.008303626149427146,9.78958973692948,0.4412330044091732,0.9999999999931262,0.9999999999931262,22.186893631280128,22.186893631280128,0.9999999999931262,0.04507165430453816,0.0,1.278704336874642,593,low_priority_skip_for_now,64,0.006556997715961188
+up_blocks.0.attentions.2.transformer_blocks.3.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.38140030577778816,0.630297988653183,0.05567341996356845,0.08977904729545116,0.23595058323287435,0.235477191996212,0.3743689016809146,0.5169590413570404,0.6564434617757797,1.04147882249275,-0.002351515431655571,0.34982798993587494,0.22596961818635464,0.5914595562852707,0.5925989331899745,0.9384247302419517,1.3643328547477722,0.8108177036046982,1.2864321513116062,0.00023987606255104765,0.34982798993587494,0.22596961818635464,0.5914595562852707,0.5925989331899745,0.9384247302419517,1.3643328547477722,0.8108177036046982,1.2864321513116062,0.00023987606255104765,0.34982798993587494,0.22596961818635464,0.5914595562852707,0.5925989331899745,0.9384247302419517,1.3643328547477722,0.8108177036046982,1.2864321513116062,0.00023987606255104765,0.02070205076597631,0.10893831495195627,0.14331383455712424,0.2857707835676222,0.22745127801792162,0.42807918787002563,0.617946095764637,0.9804135416337946,6.385981805578922e-06,0.02070205076597631,0.10893831495195627,0.14331383455712424,0.2857707835676222,0.22745127801792162,0.42807918787002563,0.617946095764637,0.9804135416337946,6.385981805578922e-06,0.2941545699723065,-0.03497136919759214,6.283572846045953,0.3718480161475882,0.9999999999971415,0.9999999999971415,16.898228773253557,16.898228773253557,0.9999999999971415,0.0591777998373198,0.0,1.8483416684183092,594,low_priority_skip_for_now,64,0.02070205076597631
+up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4161507785320282,0.7128319591283798,0.06143446872010827,0.09695569425821304,0.24785822436327978,0.23310419248308684,0.3477541617648622,0.5984649658203125,0.7414410561323166,1.0401467857462072,0.00017272298100579064,0.3899546340107918,0.2380506843328476,0.6244605492743304,0.5722330545860101,0.8761273020864621,1.3990015983581543,0.8779467046260834,1.2317153503887628,0.0033534651156514883,0.3899546340107918,0.2380506843328476,0.6244605492743304,0.5722330545860101,0.8761273020864621,1.3990015983581543,0.8779467046260834,1.2317153503887628,0.0033534651156514883,0.3899546340107918,0.2380506843328476,0.6244605492743304,0.5722330545860101,0.8761273020864621,1.3990015983581543,0.8779467046260834,1.2317153503887628,0.0033534651156514883,0.02403199183754623,0.11980484984815121,0.15487138902919964,0.28789620551835043,0.21722715931174646,0.4380447417497635,0.7026751488447189,0.985787477489098,0.00010451090565766208,0.02403199183754623,0.11980484984815121,0.15487138902919964,0.28789620551835043,0.21722715931174646,0.4380447417497635,0.7026751488447189,0.985787477489098,0.00010451090565766208,0.3285201652906835,-0.03740247688256204,6.3474893187577495,0.3911809174527634,0.9999999999974356,0.9999999999974356,16.226479961819983,16.226479961819983,0.9999999999974356,0.06162766060838639,0.0,2.085278240179144,595,low_priority_skip_for_now,64,0.02403199183754623
+up_blocks.0.attentions.2.transformer_blocks.6.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.39682356640696526,0.7922720685601234,0.0326863513328135,0.0692910784855485,0.18079288243637118,0.1746391685112873,0.22820276546508217,0.3968336582183838,0.7989033982157707,1.0083680369315335,-0.0012831501226173714,0.21817357279360294,0.1793042290955782,0.4670881187218846,0.4518878374965257,0.589572820869042,1.103179931640625,0.8172641173005104,1.0315525559741856,0.0053261262946762145,0.21817357279360294,0.1793042290955782,0.4670881187218846,0.4518878374965257,0.589572820869042,1.103179931640625,0.8172641173005104,1.0315525559741856,0.0053261262946762145,0.21817357279360294,0.1793042290955782,0.4670881187218846,0.4518878374965257,0.589572820869042,1.103179931640625,0.8172641173005104,1.0315525559741856,0.0053261262946762145,0.01228399493265897,0.08557877689599991,0.11066298871827958,0.21558861063614285,0.1396553787471139,0.3155173063278198,0.7834137305617332,0.9888232251649782,0.002427788669592701,0.01228399493265897,0.08557877689599991,0.11066298871827958,0.21558861063614285,0.1396553787471139,0.3155173063278198,0.7834137305617332,0.9888232251649782,0.002427788669592701,0.18548722146078944,-0.02040235640015453,6.6747606842219165,0.37581419863009846,0.9999999999954164,0.9999999999954164,17.760799639846212,17.760799639846212,0.9999999999954164,0.05630377123733313,0.0,1.2380828132320412,596,low_priority_skip_for_now,64,0.01228399493265897
+up_blocks.0.attentions.2.transformer_blocks.7.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.7787333875894547,2.5039331018924713,0.026525292079895735,0.0706598786637187,0.16286446804762783,0.03981214256163885,0.06509175466713546,0.359375,2.4755813777446747,0.9886586847081064,0.001175714416149276,0.24591124057769775,0.2737765423953533,0.4958620580697598,0.15400300367158065,0.19811394347292385,1.0833683013916016,2.245968520641327,0.8969963663976998,-0.006591996119823307,0.24591124057769775,0.2737765423953533,0.4958620580697598,0.15400300367158065,0.19811394347292385,1.0833683013916016,2.245968520641327,0.8969963663976998,-0.006591996119823307,0.24591124057769775,0.2737765423953533,0.4958620580697598,0.15400300367158065,0.19811394347292385,1.0833683013916016,2.245968520641327,0.8969963663976998,-0.006591996119823307,0.012568970210850239,0.08752724900841713,0.11193716684145691,0.04931737767485601,0.0447415542289671,0.30817940831184387,2.5082925260066986,1.0017896140105633,0.00037901406903984025,0.012568970210850239,0.08752724900841713,0.11193716684145691,0.04931737767485601,0.0447415542289671,0.30817940831184387,2.5082925260066986,1.0017896140105633,0.00037901406903984025,0.21938594849780202,-0.013956321869045496,9.270821215756188,0.4738485130538022,0.9999999999959335,0.9999999999959335,19.564947361069283,19.564947361069283,0.9999999999959335,0.05111181652889044,0.0,2.0338879057722172,597,low_priority_skip_for_now,64,0.012568970210850239
+down_blocks.2.attentions.0.transformer_blocks.3.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.40455352142453194,0.7194721847772598,0.03959018876776099,0.07442396879196167,0.1989717842191983,0.18395622122133573,0.2765529825585971,0.4590449333190918,0.7363692969083786,1.0234836225884887,0.0012878852794528939,0.24954689294099808,0.18886490911245346,0.49954207753137253,0.4668030480391429,0.6943169890006423,1.1845860481262207,0.7929633110761642,1.1021450163671669,0.001834314024563355,0.24954689294099808,0.18886490911245346,0.49954207753137253,0.4668030480391429,0.6943169890006423,1.1845860481262207,0.7929633110761642,1.1021450163671669,0.001834314024563355,0.24954689294099808,0.18886490911245346,0.49954207753137253,0.4668030480391429,0.6943169890006423,1.1845860481262207,0.7929633110761642,1.1021450163671669,0.001834314024563355,0.015444368124008179,0.09418806806206703,0.1238946807447865,0.23273547378756196,0.17217875822215684,0.36413905024528503,0.7093621045351028,0.9859511207816845,8.017583604669198e-05,0.015444368124008179,0.09418806806206703,0.1238946807447865,0.23273547378756196,0.17217875822215684,0.36413905024528503,0.7093621045351028,0.9859511207816845,8.017583604669198e-05,0.20995670417323709,-0.024145820643752813,6.303250898816259,0.3901059480725361,0.9999999999959928,0.9999999999959928,16.157792337060467,16.157792337060467,0.9999999999959928,0.061889643032333394,0.0,1.3234097842924561,598,low_priority_skip_for_now,64,0.015444368124008179
+down_blocks.2.attentions.0.transformer_blocks.3.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.3.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6363123208284378,2.4561377465724945,0.02822433295659721,0.0697692921385169,0.16799965204019127,0.04272874201117694,0.06844602934478516,0.3678779602050781,2.4322276413440704,0.9902588776404228,0.0009547431473038159,0.24623114056885242,0.2587210815399885,0.4961923614318616,0.1582575302924109,0.20210898464608368,1.2229595184326172,2.2224861085414886,0.9048894093118961,-0.001647555072850082,0.24623114056885242,0.2587210815399885,0.4961923614318616,0.1582575302924109,0.20210898464608368,1.2229595184326172,2.2224861085414886,0.9048894093118961,-0.001647555072850082,0.24623114056885242,0.2587210815399885,0.4961923614318616,0.1582575302924109,0.20210898464608368,1.2229595184326172,2.2224861085414886,0.9048894093118961,-0.001647555072850082,0.013997336733154953,0.09175029117614031,0.11804176548946824,0.05608100128646111,0.04803977665548355,0.3275488615036011,2.450306862592697,0.997718389921008,0.0009663221244409215,0.013997336733154953,0.09175029117614031,0.11804176548946824,0.05608100128646111,0.04803977665548355,0.3275488615036011,2.450306862592697,0.997718389921008,0.0009663221244409215,0.21800680761225522,-0.014226996223442256,8.724072981238475,0.49593153376499044,0.9999999999959388,0.9999999999959388,17.591285059823054,17.591285059823054,0.9999999999959388,0.05684633024385516,0.0,1.90190730001613,599,low_priority_skip_for_now,64,0.013997336733154953
+up_blocks.0.attentions.2.transformer_blocks.8.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.947309970855713,2.712404817342758,0.025628271978348494,0.06882760301232338,0.16008603367713797,0.03541911913172404,0.0590624611763366,0.33008670806884766,2.6800003945827484,0.9880474844989913,-0.0011149844649480656,0.2528203558176756,0.2873613201081753,0.5027713481703585,0.14767447797597147,0.18543570446545318,1.1851376295089722,2.40503066778183,0.8866825205779072,-0.015458441572263837,0.2528203558176756,0.2873613201081753,0.5027713481703585,0.14767447797597147,0.18543570446545318,1.1851376295089722,2.40503066778183,0.8866825205779072,-0.015458441572263837,0.2528203558176756,0.2873613201081753,0.5027713481703585,0.14767447797597147,0.18543570446545318,1.1851376295089722,2.40503066778183,0.8866825205779072,-0.015458441572263837,0.010106129455380142,0.07755650021135807,0.10005277179364368,0.03985387155643938,0.036889372707327915,0.2806676924228668,2.7063567638397217,0.9977431746199171,-0.0007170505277827033,0.010106129455380142,0.07755650021135807,0.10005277179364368,0.03985387155643938,0.036889372707327915,0.2806676924228668,2.7063567638397217,0.9977431746199171,-0.0007170505277827033,0.2271920838393271,-0.015522142522968352,9.86490060747758,0.39433518824537833,0.9999999999960447,0.9999999999960447,25.016536440473413,25.016536440473413,0.9999999999960447,0.03997355918060777,0.0,2.241227325880675,600,low_priority_skip_for_now,64,0.010106129455380142
+up_blocks.0.attentions.2.transformer_blocks.8.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.8.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4592871405184269,0.9387729167938232,0.025484504410997033,0.060654889326542616,0.159637876761297,0.13205881915340772,0.17005301826949779,0.404296875,0.9333611726760864,0.9942343396675384,-0.00043762679342762567,0.16380112245678902,0.1602866593748331,0.40472123149218053,0.34898353994721104,0.4311247508149685,1.0020546913146973,0.8969988077878952,0.9555056406498311,-0.0029740765603492036,0.16380112245678902,0.1602866593748331,0.40472123149218053,0.34898353994721104,0.4311247508149685,1.0020546913146973,0.8969988077878952,0.9555056406498311,-0.0029740765603492036,0.16380112245678902,0.1602866593748331,0.40472123149218053,0.34898353994721104,0.4311247508149685,1.0020546913146973,0.8969988077878952,0.9555056406498311,-0.0029740765603492036,0.008936232654377818,0.07199749909341335,0.09405769026041977,0.15668436396731605,0.10019595236146076,0.2762051522731781,0.9374544993042946,0.9986028352428782,0.0012095191414118744,0.008936232654377818,0.07199749909341335,0.09405769026041977,0.15668436396731605,0.10019595236146076,0.2762051522731781,0.9374544993042946,0.9986028352428782,0.0012095191414118744,0.13831661804579198,-0.016548271756619215,6.4274792167305534,0.35065357795111823,0.999999999993895,0.999999999993895,18.32999752509953,18.32999752509953,0.999999999993895,0.05455538106389139,0.0,0.8890271878177862,601,low_priority_skip_for_now,64,0.008936232654377818
+mid_block.attentions.0.transformer_blocks.5.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.5.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.5402687042951584,2.0847834795713425,0.016939342487603426,0.05621130811050534,0.13014980746318516,0.03654946322965932,0.06247420518185378,0.3125,2.056816428899765,0.9865806548102912,-0.00023837101366552815,0.1638651341199875,0.22720050811767578,0.40477066716549254,0.1476039896568778,0.19424469992458362,0.9224307537078857,1.859681859612465,0.8920444815321459,-0.00010821133764693514,0.1638651341199875,0.22720050811767578,0.40477066716549254,0.1476039896568778,0.19424469992458362,0.9224307537078857,1.859681859612465,0.8920444815321459,-0.00010821133764693514,0.1638651341199875,0.22720050811767578,0.40477066716549254,0.1476039896568778,0.19424469992458362,0.9224307537078857,1.859681859612465,0.8920444815321459,-0.00010821133764693514,0.007013668888248503,0.06471987860277295,0.08361164778247128,0.042009720933504614,0.04008729290725662,0.23470136523246765,2.076246038079262,0.9958554969719824,-0.0010272013896610588,0.007013668888248503,0.06471987860277295,0.08361164778247128,0.042009720933504614,0.04008729290725662,0.23470136523246765,2.076246038079262,0.9958554969719824,-0.0010272013896610588,0.14692579163238406,-0.009925673599354923,9.67364195099272,0.4140461114690379,0.9999999999938974,0.9999999999938974,23.36368264706394,23.36368264706394,0.9999999999938974,0.042801471624037246,0.0,1.4213075016178456,602,low_priority_skip_for_now,64,0.007013668888248503
+mid_block.attentions.0.transformer_blocks.5.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.5.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3925638683140278,0.7721174284815788,0.021236078115180135,0.057072635274380445,0.14572506239865435,0.1453840318986297,0.18873593309089728,0.31640625,0.7704885303974152,0.9978881985475594,-0.0001663526509219082,0.14242583885788918,0.14757833257317543,0.3773918847529285,0.37594173041440154,0.4887791256515862,0.8843357563018799,0.7653898745775223,0.9912836916428758,-0.0013526152947633818,0.14242583885788918,0.14757833257317543,0.3773918847529285,0.37594173041440154,0.4887791256515862,0.8843357563018799,0.7653898745775223,0.9912836916428758,-0.0013526152947633818,0.14242583885788918,0.14757833257317543,0.3773918847529285,0.37594173041440154,0.4887791256515862,0.8843357563018799,0.7653898745775223,0.9912836916428758,-0.0013526152947633818,0.008848486526403576,0.07226628810167313,0.09380389517362844,0.18399769214843903,0.1214666747470035,0.26886895298957825,0.7711310610175133,0.9987227592262442,3.7912948755547404e-05,0.008848486526403576,0.07226628810167313,0.09380389517362844,0.18399769214843903,0.1214666747470035,0.26886895298957825,0.7711310610175133,0.9987227592262442,3.7912948755547404e-05,0.12118976074270904,-0.012387591588776559,6.706786350977513,0.4166723477844886,0.9999999999929787,0.9999999999929787,16.09606777574892,16.09606777574892,0.9999999999929787,0.06212697497376417,0.0,0.8127938332274314,603,low_priority_skip_for_now,64,0.008848486526403576
+up_blocks.0.attentions.2.transformer_blocks.7.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.7.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3703629970550537,0.6421049013733864,0.030550439143553376,0.06808799412101507,0.17478539904021753,0.18384651993069137,0.2722105886709086,0.3872661590576172,0.6502716988325119,1.0127176881225384,-0.0013427932535705622,0.2134655825793743,0.17301740869879723,0.4620209418361555,0.46718111241643484,0.7195519848808566,1.139937400817871,0.7217271849513054,1.1240062745739976,-0.0001436313905287534,0.2134655825793743,0.17301740869879723,0.4620209418361555,0.46718111241643484,0.7195519848808566,1.139937400817871,0.7217271849513054,1.1240062745739976,-0.0001436313905287534,0.2134655825793743,0.17301740869879723,0.4620209418361555,0.46718111241643484,0.7195519848808566,1.139937400817871,0.7217271849513054,1.1240062745739976,-0.0001436313905287534,0.012787588057108223,0.08721492439508438,0.1129699668827427,0.23552676421627772,0.17595147580319243,0.3227483928203583,0.6374554932117462,0.9927584808521798,-0.00013830004536430351,0.012787588057108223,0.08721492439508438,0.1129699668827427,0.23552676421627772,0.17595147580319243,0.3227483928203583,0.6374554932117462,0.9927584808521798,-0.00013830004536430351,0.18291514343582094,-0.017762851086445153,6.987316338378449,0.41857297031319546,0.9999999999953154,0.9999999999953154,16.69318573677561,16.69318573677561,0.9999999999953154,0.05990468300571791,0.0,1.278085970265949,604,low_priority_skip_for_now,64,0.012787588057108223
+down_blocks.2.attentions.0.transformer_blocks.7.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6024126708507538,2.053035244345665,0.016199562698602676,0.05667328601703048,0.12727518662848325,0.0354364575847257,0.062062507799821406,0.2766580581665039,2.028341606259346,0.9879720401584582,-0.001236566065927036,0.15713513642549515,0.23701906390488148,0.3963559707601319,0.14803995947923015,0.1931955427317842,0.8868370056152344,1.8319962173700333,0.8923548901083753,-0.005572828173171729,0.15713513642549515,0.23701906390488148,0.3963559707601319,0.14803995947923015,0.1931955427317842,0.8868370056152344,1.8319962173700333,0.8923548901083753,-0.005572828173171729,0.15713513642549515,0.23701906390488148,0.3963559707601319,0.14803995947923015,0.1931955427317842,0.8868370056152344,1.8319962173700333,0.8923548901083753,-0.005572828173171729,0.011659260024316609,0.08576026558876038,0.1077480568709588,0.053554374644606495,0.05248654295161263,0.2809574604034424,2.1056259721517563,1.0255801273064855,0.0022105541866039857,0.011659260024316609,0.08576026558876038,0.1077480568709588,0.053554374644606495,0.05248654295161263,0.2809574604034424,2.1056259721517563,1.0255801273064855,0.0022105541866039857,0.14093557372689247,-0.0045403026742860675,9.699961618676854,0.7197268371079285,0.999999999993636,0.999999999993636,13.477282098889301,13.477282098889301,0.999999999993636,0.07419893659347533,0.0,1.367069655857059,605,low_priority_skip_for_now,64,0.011659260024316609
+down_blocks.2.attentions.0.transformer_blocks.7.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.7.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3024878092110157,0.6274708583950996,0.01924026315100491,0.051590115297585726,0.13870889420043214,0.1705693045402206,0.2210649601669594,0.33273887634277344,0.6335773169994354,1.0097313981254181,-0.0012163157807663083,0.1109071671962738,0.12862424738705158,0.33302523261166567,0.42523539693750534,0.5307509114232386,0.7730083465576172,0.6451592817902565,1.0281933225572586,0.0030127799946058076,0.1109071671962738,0.12862424738705158,0.33302523261166567,0.42523539693750534,0.5307509114232386,0.7730083465576172,0.6451592817902565,1.0281933225572586,0.0030127799946058076,0.1109071671962738,0.12862424738705158,0.33302523261166567,0.42523539693750534,0.5307509114232386,0.7730083465576172,0.6451592817902565,1.0281933225572586,0.0030127799946058076,0.007305667211767286,0.0664331391453743,0.08533637086815285,0.21956738146660762,0.13598710411585999,0.2360687404870987,0.6225592643022537,0.9921821576767768,0.0007444756774930283,0.007305667211767286,0.0664331391453743,0.08533637086815285,0.21956738146660762,0.13598710411585999,0.2360687404870987,0.6225592643022537,0.9921821576767768,0.0007444756774930283,0.0916669040452689,-0.011934595939237624,5.764326938777698,0.3797072396593498,0.9999999999909834,0.9999999999909834,15.18097717378283,15.18097717378283,0.9999999999909834,0.06587191248670596,0.0,0.5283980043824938,606,low_priority_skip_for_now,64,0.007305667211767286
+down_blocks.2.attentions.0.transformer_blocks.8.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.29515603903148857,0.36931926012039185,0.0008969770985588964,0.02377646050548979,0.029825732316181314,0.08106973554048354,0.08124851220366502,0.07707537923540388,0.36305314941065653,0.9825905739886717,-2.7803550087008538e-05,0.007730017474386841,0.0700651646724769,0.08741996933788451,0.2382200420962333,0.2375864689880322,0.22237844978060042,0.3293085029082639,0.891347995630184,0.0027422585567364877,0.005149452061492151,0.0571000428338136,0.07149566796226405,0.19818623639634597,0.19821909779300592,0.18364533356257848,0.3651740093316351,0.9848998641562343,0.00033153569009820264,0.0008792727624365528,0.023538333397092565,0.029585176630820307,0.08090704299419117,0.08121956775299419,0.0769627078303269,0.36549699466143337,0.9892915802168437,0.00014921359242846068,0.007730017474386841,0.0700651646724769,0.08741996933788451,0.2382200420962333,0.2375864689880322,0.22237844978060042,0.3293085029082639,0.891347995630184,0.0027422585567364877,0.0008792727624365528,0.023538333397092565,0.029585176630820307,0.08090704299419117,0.08121956775299419,0.0769627078303269,0.36549699466143337,0.9892915802168437,0.00014921359242846068,0.006833040375827945,-1.7704336122343614e-05,8.61785376481541,0.980262219480241,1.5011339809707418,8.791376005069022,0.9999999998706341,8.791376005069022,0.1707507423636479,0.9999999988626965,0.0,0.05888614272796455,607,low_priority_skip_for_now,64,0.0008792727624365528
+down_blocks.2.attentions.0.transformer_blocks.8.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.5945643782615662,2.0937581062316895,0.017025400418788195,0.05638163350522518,0.1304786491121265,0.0354294546083475,0.06237154263137616,0.27734375,2.0738531947135925,0.9904960684152261,-0.0007652538861293579,0.15541422739624977,0.23475553654134274,0.394181686155569,0.14731735712561014,0.1883551551390176,0.7937097549438477,1.8694102764129639,0.892872011250258,-0.003841400539386086,0.15541422739624977,0.23475553654134274,0.394181686155569,0.14731735712561014,0.1883551551390176,0.7937097549438477,1.8694102764129639,0.892872011250258,-0.003841400539386086,0.15541422739624977,0.23475553654134274,0.394181686155569,0.14731735712561014,0.1883551551390176,0.7937097549438477,1.8694102764129639,0.892872011250258,-0.003841400539386086,0.006482881144620478,0.06270055426284671,0.08033560964094418,0.03936452971223526,0.03836848547609286,0.22312921658158302,2.0781398117542267,0.992494717238774,-0.0015725233242847025,0.006482881144620478,0.06270055426284671,0.08033560964094418,0.03936452971223526,0.03836848547609286,0.22312921658158302,2.0781398117542267,0.992494717238774,-0.0015725233242847025,0.13838882697746158,-0.010542519274167717,9.12837428572991,0.38077701462372593,0.9999999999935656,0.9999999999935656,23.97301815431864,23.97301815431864,0.9999999999935656,0.041713562864806285,0.0,1.263265009613386,608,low_priority_skip_for_now,64,0.006482881144620478
+down_blocks.2.attentions.0.transformer_blocks.2.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.41446278244256973,0.7126089334487915,0.040106055326759815,0.07523200288414955,0.20026391879506503,0.1815695508450542,0.2810498650394349,0.4601864814758301,0.7348173186182976,1.0311724893548262,0.000848073033921537,0.28282278403639793,0.19637550972402096,0.5318079764369444,0.47387101913087487,0.7463342433484702,1.3384132385253906,0.8333583921194077,1.1694950211010189,0.004182373100775294,0.28282278403639793,0.19637550972402096,0.5318079764369444,0.47387101913087487,0.7463342433484702,1.3384132385253906,0.8333583921194077,1.1694950211010189,0.004182373100775294,0.28282278403639793,0.19637550972402096,0.5318079764369444,0.47387101913087487,0.7463342433484702,1.3384132385253906,0.8333583921194077,1.1694950211010189,0.004182373100775294,0.01580501685384661,0.09532490465790033,0.1252385462410101,0.22994863140737948,0.17572318169368925,0.3693902865052223,0.6967984586954117,0.977824428363256,0.0014458158402703702,0.01580501685384661,0.09532490465790033,0.1252385462410101,0.22994863140737948,0.17572318169368925,0.3693902865052223,0.6967984586954117,0.977824428363256,0.0014458158402703702,0.24271672870963812,-0.024301038472913206,7.0518723849822065,0.39408056276496994,0.9999999999964643,0.9999999999964643,17.894494301008628,17.894494301008628,0.9999999999964643,0.055883110364109485,0.0,1.711607396560715,609,low_priority_skip_for_now,64,0.01580501685384661
+up_blocks.0.attentions.2.transformer_blocks.6.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.6.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.7746158689260483,2.503250002861023,0.03020402230322361,0.07414981443434954,0.1737921070204707,0.04187489247010188,0.06949858785066484,0.37583351135253906,2.4824911653995514,0.9917077667688776,0.0005877146131751942,0.25947703048586845,0.2760561779141426,0.5093384373874165,0.15566908782107772,0.20359890272654363,1.1762027740478516,2.2518612444400787,0.8996235587414858,0.0022947552824916784,0.25947703048586845,0.2760561779141426,0.5093384373874165,0.15566908782107772,0.20359890272654363,1.1762027740478516,2.2518612444400787,0.8996235587414858,0.0022947552824916784,0.25947703048586845,0.2760561779141426,0.5093384373874165,0.15566908782107772,0.20359890272654363,1.1762027740478516,2.2518612444400787,0.8996235587414858,0.0022947552824916784,0.012025453499518335,0.08380729239434004,0.10928002135716783,0.04733387195143491,0.04370340526104215,0.3175536245107651,2.5008052587509155,0.9990231290210795,0.0009144855539489072,0.012025453499518335,0.08380729239434004,0.10928002135716783,0.04733387195143491,0.04370340526104215,0.3175536245107651,2.5008052587509155,0.9990231290210795,0.0009144855539489072,0.22927300818264484,-0.018178568803705275,8.59081045141409,0.3981407965599583,0.9999999999961462,0.9999999999961462,21.57731768491593,21.57731768491593,0.9999999999961462,0.046344963471157484,0.0,1.9696409549226135,610,low_priority_skip_for_now,64,0.012025453499518335
+down_blocks.2.attentions.0.transformer_blocks.6.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.6.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.31333064660429955,0.6320927441120148,0.016809266293421388,0.050292416010051966,0.12964989422206705,0.16052427763212035,0.2051171768571923,0.31235694885253906,0.638008750975132,1.0093590360633704,0.000714714355126489,0.11166092101484537,0.12814205884933472,0.3341543537886621,0.40899009166280825,0.5286575676346958,0.7412376403808594,0.6370352655649185,1.0078254531162771,-0.002409749482467305,0.11166092101484537,0.12814205884933472,0.3341543537886621,0.40899009166280825,0.5286575676346958,0.7412376403808594,0.6370352655649185,1.0078254531162771,-0.002409749482467305,0.11166092101484537,0.12814205884933472,0.3341543537886621,0.40899009166280825,0.5286575676346958,0.7412376403808594,0.6370352655649185,1.0078254531162771,-0.002409749482467305,0.007508048671297729,0.06703553861007094,0.08647403617214697,0.21400810665448164,0.13680856234360728,0.2435990646481514,0.6257898434996605,0.9900213575517569,0.00020977052554371767,0.007508048671297729,0.06703553861007094,0.08647403617214697,0.21400810665448164,0.13680856234360728,0.2435990646481514,0.6257898434996605,0.9900213575517569,0.00020977052554371767,0.09485165472142398,-0.009301217622123659,6.642819446075591,0.4466612962035993,0.9999999999910443,0.9999999999910443,14.87216264684565,14.87216264684565,0.9999999999910443,0.06723971648265636,0.0,0.6300824164759229,611,low_priority_skip_for_now,64,0.007508048671297729
+down_blocks.2.attentions.0.transformer_blocks.8.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.8.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.2934749349951744,0.6423411220312119,0.017139120493084192,0.051267122849822044,0.1309158088033615,0.17470060376224913,0.2038127025340532,0.3269805908203125,0.6435667499899864,1.0019071056720852,0.0007738223539490718,0.12100020982325077,0.1305178999900818,0.3478485743015792,0.44473272553257237,0.5415372262248981,0.7690577507019043,0.6572325676679611,1.0231868095727525,0.0015382395049527986,0.12100020982325077,0.1305178999900818,0.3478485743015792,0.44473272553257237,0.5415372262248981,0.7690577507019043,0.6572325676679611,1.0231868095727525,0.0015382395049527986,0.12100020982325077,0.1305178999900818,0.3478485743015792,0.44473272553257237,0.5415372262248981,0.7690577507019043,0.6572325676679611,1.0231868095727525,0.0015382395049527986,0.006880790868308395,0.06387884495779872,0.08267558148756103,0.21757132948029687,0.12869386820061865,0.23593992739915848,0.6375658735632896,0.9925704626580841,0.0001290637992497068,0.006880790868308395,0.06387884495779872,0.08267558148756103,0.21757132948029687,0.12869386820061865,0.23593992739915848,0.6375658735632896,0.9925704626580841,0.0001290637992497068,0.10386108933016658,-0.010258329624775797,7.059884424350462,0.40146697554774746,0.9999999999917355,0.9999999999917355,17.5852183450262,17.5852183450262,0.9999999999917355,0.05686594162359338,0.0,0.7332472868581149,612,low_priority_skip_for_now,64,0.006880790868308395
+up_blocks.0.attentions.2.transformer_blocks.5.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3573881611227989,0.6228949949145317,0.03977699112147093,0.07705515436828136,0.1994404960361707,0.21579514795121346,0.32022713721638035,0.46391820907592773,0.6430976986885071,1.0324412888026275,0.0017869382099888753,0.27143286913633347,0.19723250158131123,0.520989612507622,0.5522832987485367,0.8365085860790185,1.244192123413086,0.7356360107660294,1.181055406247699,-0.0022650992032140493,0.27143286913633347,0.19723250158131123,0.520989612507622,0.5522832987485367,0.8365085860790185,1.244192123413086,0.7356360107660294,1.181055406247699,-0.0022650992032140493,0.27143286913633347,0.19723250158131123,0.520989612507622,0.5522832987485367,0.8365085860790185,1.244192123413086,0.7356360107660294,1.181055406247699,-0.0022650992032140493,0.014637780259363353,0.09177715331315994,0.12046147610445972,0.25732247962870886,0.19352677236145416,0.35592692345380783,0.616662934422493,0.9900137290127731,0.0002510576296117506,0.014637780259363353,0.09177715331315994,0.12046147610445972,0.25732247962870886,0.19352677236145416,0.35592692345380783,0.616662934422493,0.9900137290127731,0.0002510576296117506,0.23165587801486254,-0.025139210862107575,6.82386629749365,0.3679961667863344,0.999999999996316,0.999999999996316,18.543308091003937,18.543308091003937,0.999999999996316,0.053927810238623905,0.0,1.5807887386019206,613,low_priority_skip_for_now,64,0.014637780259363353
+up_blocks.0.attentions.2.transformer_blocks.5.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.5.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.7120734453201294,2.4567268192768097,0.03710687905550003,0.08249048609286547,0.19263021640934325,0.04830133125114015,0.07849501320537854,0.4453125,2.4298708140850067,0.9890474422875669,-0.0007478543529941817,0.3207385651767254,0.29420629143714905,0.5663137624020476,0.17205353763486958,0.2306969727237675,1.2941646575927734,2.213319271802902,0.9009444434718163,-0.00011841971536341589,0.3207385651767254,0.29420629143714905,0.5663137624020476,0.17205353763486958,0.2306969727237675,1.2941646575927734,2.213319271802902,0.9009444434718163,-0.00011841971536341589,0.3207385651767254,0.29420629143714905,0.5663137624020476,0.17205353763486958,0.2306969727237675,1.2941646575927734,2.213319271802902,0.9009444434718163,-0.00011841971536341589,0.018361348542384803,0.10405247192829847,0.13448394462825133,0.06074320091220097,0.05470181303171671,0.3789978176355362,2.4161806106567383,0.98360353476954,-0.0010614264647301752,0.018361348542384803,0.10405247192829847,0.13448394462825133,0.06074320091220097,0.05470181303171671,0.3789978176355362,2.4161806106567383,0.98360353476954,-0.0010614264647301752,0.28363168612122536,-0.018745530513115227,8.643641646293114,0.4948233052536505,0.9999999999968823,0.9999999999968823,17.4681377252261,17.4681377252261,0.9999999999968823,0.05724708699189492,0.0,2.45161065436576,614,low_priority_skip_for_now,64,0.018361348542384803
+mid_block.attentions.0.transformer_blocks.4.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.4.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4290377274155617,0.7846247851848602,0.021434139693155885,0.05765973683446646,0.1464031062999877,0.13439258778402602,0.18659207444302567,0.3745187520980835,0.783550351858139,0.998631358923182,-0.0006530774735438172,0.15945114009082317,0.15569901652634144,0.39930920827612804,0.3628606979773698,0.5089197485014597,0.9607372283935547,0.7883352115750313,1.0047348561492047,0.000786834250902757,0.15945114009082317,0.15569901652634144,0.39930920827612804,0.3628606979773698,0.5089197485014597,0.9607372283935547,0.7883352115750313,1.0047348561492047,0.000786834250902757,0.15945114009082317,0.15569901652634144,0.39930920827612804,0.3628606979773698,0.5089197485014597,0.9607372283935547,0.7883352115750313,1.0047348561492047,0.000786834250902757,0.009104915894567966,0.07321550697088242,0.09510007713680706,0.17050361621528462,0.12116938207961121,0.27388685941696167,0.7786115035414696,0.9923330920856034,0.0004995587951270863,0.009104915894567966,0.07321550697088242,0.09510007713680706,0.17050361621528462,0.12116938207961121,0.27388685941696167,0.7786115035414696,0.9923330920856034,0.0004995587951270863,0.1380170003976673,-0.012329223798587918,7.439120131063541,0.42478569350047035,0.9999999999937285,0.9999999999937285,17.512642831598235,17.512642831598235,0.9999999999937285,0.057101604223868924,0.0,1.0267250460872914,615,low_priority_skip_for_now,64,0.009104915894567966
+up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6563912055322102,0.8484477720090321,0.007023365976887622,0.06640246916296226,0.08348923195184389,0.10113293516965598,0.09837218193414164,0.21732815674373082,0.8322808220982552,0.9809454889513519,0.0018618581906691492,0.0483134567205395,0.17269538369561946,0.21928139222328696,0.2629723655817074,0.25840675564303245,0.5831364222935268,0.7648023824606623,0.9015340275621843,0.0010334309315242405,0.023878604389860163,0.11662996946168798,0.14731195820823384,0.1794886012553163,0.17566930611509426,0.38612512179783415,0.8093162551522255,0.9530606470505487,-0.0031609944687391233,0.005280971851399434,0.05742314477850284,0.072283317123833,0.08803362154714954,0.0858009234068865,0.18883459057126725,0.8478346988558769,0.9992324710330929,0.0013536850644543716,0.0483134567205395,0.17269538369561946,0.21928139222328696,0.2629723655817074,0.25840675564303245,0.5831364222935268,0.7648023824606623,0.9015340275621843,0.0010334309315242405,0.005280971851399434,0.05742314477850284,0.072283317123833,0.08803362154714954,0.0858009234068865,0.18883459057126725,0.8478346988558769,0.9992324710330929,0.0013536850644543716,0.04129009074365188,-0.001742394125488188,6.878960440428374,0.7519146614352797,2.0232948261847366,9.148591977173302,0.9999999999793019,9.148591977173302,0.22115915004734502,0.9999999998106408,0.0,0.28403290080727905,616,low_priority_skip_for_now,64,0.005280971851399434
+up_blocks.0.attentions.0.transformer_blocks.9.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,2.1837256252765656,3.077644467353821,0.02630031411536038,0.07276358641684055,0.16216548052603036,0.03336364174701589,0.05271816280442677,0.3656309247016907,3.0409649312496185,0.9880831170189047,0.0009595880728738848,0.27449872717261314,0.3128122054040432,0.5238806667286184,0.14332268681056665,0.1702673486223958,1.2653388977050781,2.734866052865982,0.8886292302401088,-0.0001202738981191942,0.27449872717261314,0.3128122054040432,0.5238806667286184,0.14332268681056665,0.1702673486223958,1.2653388977050781,2.734866052865982,0.8886292302401088,-0.0001202738981191942,0.27449872717261314,0.3128122054040432,0.5238806667286184,0.14332268681056665,0.1702673486223958,1.2653388977050781,2.734866052865982,0.8886292302401088,-0.0001202738981191942,0.014470799127593637,0.09390548896044493,0.1198816863907389,0.04310068996247294,0.03898224523093968,0.3290431573987007,3.0304497480392456,0.984665565488159,0.0005320561103872024,0.014470799127593637,0.09390548896044493,0.1198816863907389,0.04310068996247294,0.03898224523093968,0.3290431573987007,3.0304497480392456,0.984665565488159,0.0005320561103872024,0.24819841305725276,-0.011829514987766743,10.437089304642884,0.5502139276196678,0.999999999996357,0.999999999996357,18.96914778052694,18.96914778052694,0.999999999996357,0.05271718115633098,0.0,2.5904690023491894,617,low_priority_skip_for_now,64,0.014470799127593637
+up_blocks.0.attentions.0.transformer_blocks.9.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.9.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.6322340592741966,1.1687263250350952,0.03583201672881842,0.07320340815931559,0.1892921542943146,0.11579173227835907,0.16197562450926403,0.42177867889404297,1.1646707355976105,0.9965339193143865,0.001111743968067458,0.23948096111416817,0.19396732188761234,0.48936525186258173,0.3068189303190875,0.4187466189094581,1.1867202520370483,1.1190657913684845,0.957519933975654,0.0058653994055930525,0.23948096111416817,0.19396732188761234,0.48936525186258173,0.3068189303190875,0.4187466189094581,1.1867202520370483,1.1190657913684845,0.957519933975654,0.0058653994055930525,0.23948096111416817,0.19396732188761234,0.48936525186258173,0.3068189303190875,0.4187466189094581,1.1867202520370483,1.1190657913684845,0.957519933975654,0.0058653994055930525,0.014992787851952016,0.09430292155593634,0.12232173101338355,0.14914286373975363,0.10464311772637791,0.352390855550766,1.1647757440805435,0.9966556648267758,0.0005336238427844364,0.014992787851952016,0.09430292155593634,0.12232173101338355,0.14914286373975363,0.10464311772637791,0.352390855550766,1.1647757440805435,0.9966556648267758,0.0005336238427844364,0.20364894438534975,-0.0208392288768664,6.683435178095313,0.4184187556341319,0.9999999999958242,0.9999999999958242,15.973077419821916,15.973077419821916,0.9999999999958242,0.06260534358195545,0.0,1.3610745188870226,618,low_priority_skip_for_now,64,0.014992787851952016
+mid_block.attentions.0.transformer_blocks.6.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.6.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.424732469022274,0.7793607339262962,0.018525906139984727,0.05245847953483462,0.13610897654989448,0.12353227748185806,0.17464688882972013,0.29970014095306396,0.781089760363102,1.0022160896390224,-0.0007273772062035277,0.1283202711492777,0.1401926800608635,0.3582160040428629,0.33010749494631525,0.4596383330438267,0.8868560791015625,0.7790300846099854,0.9995761758051388,0.003630095219705254,0.1283202711492777,0.1401926800608635,0.3582160040428629,0.33010749494631525,0.4596383330438267,0.8868560791015625,0.7790300846099854,0.9995761758051388,0.003630095219705254,0.1283202711492777,0.1401926800608635,0.3582160040428629,0.33010749494631525,0.4596383330438267,0.8868560791015625,0.7790300846099854,0.9995761758051388,0.003630095219705254,0.0070819302927702665,0.0645447731949389,0.08359698010608137,0.15206020898265038,0.1072950418636037,0.2391553670167923,0.7767025604844093,0.9965819599754557,9.476090690441197e-05,0.0070819302927702665,0.0645447731949389,0.08359698010608137,0.15206020898265038,0.1072950418636037,0.2391553670167923,0.7767025604844093,0.9965819599754557,9.476090690441197e-05,0.10979436500929296,-0.01144397584721446,6.926531429704035,0.38227173552946836,0.9999999999922069,0.9999999999922069,18.11939200561698,18.11939200561698,0.9999999999922069,0.055189489776533575,0.0,0.7604941200412646,619,low_priority_skip_for_now,64,0.0070819302927702665
+mid_block.attentions.0.transformer_blocks.6.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.6.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.5563114285469055,2.1816072165966034,0.015012204297818244,0.05478757666423917,0.12252056081574185,0.035248167110790374,0.056192883871495805,0.2696109116077423,2.1576568484306335,0.9890229289408865,0.0021118695294717327,0.15500264801084995,0.22808069735765457,0.39366103664448276,0.14660321986387562,0.18049991172771745,0.8696880340576172,1.9459566175937653,0.8920024726873518,0.0064100754098035395,0.15500264801084995,0.22808069735765457,0.39366103664448276,0.14660321986387562,0.18049991172771745,0.8696880340576172,1.9459566175937653,0.8920024726873518,0.0064100754098035395,0.15500264801084995,0.22808069735765457,0.39366103664448276,0.14660321986387562,0.18049991172771745,0.8696880340576172,1.9459566175937653,0.8920024726873518,0.0064100754098035395,0.007964657444972545,0.06969587691128254,0.08864064676294747,0.04466278978407515,0.040561875705870644,0.2404252588748932,2.191985547542572,1.0045707788047182,-0.0007536996436101617,0.007964657444972545,0.06969587691128254,0.08864064676294747,0.04466278978407515,0.040561875705870644,0.2404252588748932,2.191985547542572,1.0045707788047182,-0.0007536996436101617,0.1399904437130317,-0.007047546852845699,10.32510915289447,0.5305455006097619,0.9999999999935485,0.9999999999935485,19.461307540505647,19.461307540505647,0.9999999999935485,0.051384008900052125,0.0,1.4454166116991818,620,low_priority_skip_for_now,64,0.007964657444972545
+up_blocks.1.attentions.2.transformer_blocks.1.attn2.to_k,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.7192726135253906,3.845784515142441,0.07062973454594612,0.11603447049856186,0.2657598908621274,0.042722474386195926,0.06914409279531425,0.5601882934570312,3.7801826000213623,0.9829206403300669,-0.0007738842105027288,0.7006087005138397,0.4544404111802578,0.8369971511825068,0.16719484515683444,0.21772118364646337,1.8286399841308594,3.4037703573703766,0.8850611416294166,0.017150360625237226,0.7006087005138397,0.4544404111802578,0.8369971511825068,0.16719484515683444,0.21772118364646337,1.8286399841308594,3.4037703573703766,0.8850611416294166,0.017150360625237226,0.7006087005138397,0.4544404111802578,0.8369971511825068,0.16719484515683444,0.21772118364646337,1.8286399841308594,3.4037703573703766,0.8850611416294166,0.017150360625237226,0.03047953126952052,0.13514619134366512,0.1741061383531848,0.04970282757365001,0.045266047571177914,0.4834900349378586,3.8314721286296844,0.9962783689876684,0.00036636527329392266,0.03047953126952052,0.13514619134366512,0.1741061383531848,0.04970282757365001,0.045266047571177914,0.4834900349378586,3.8314721286296844,0.9962783689876684,0.00036636527329392266,0.6299789659678936,-0.0401502032764256,9.919458214134439,0.4315396548639356,0.9999999999985727,0.9999999999985727,22.986203242287424,22.986203242287424,0.9999999999985727,0.04350435734971997,0.0,6.249050028702142,621,low_priority_skip_for_now,64,0.03047953126952052
+down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_k,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.3496662378311157,3.5571596324443817,0.12476571276783943,0.14655982702970505,0.35321937154461,0.0624668056287031,0.09940988607515767,0.83203125,3.507128983736038,0.9859146971820864,0.004428757849382237,0.9185218885540962,0.4646569900214672,0.9583500262694585,0.1978830474641746,0.2696493982561336,2.2016704082489014,3.2649743854999542,0.9179276677351533,0.016903671494219452,0.9185218885540962,0.4646569900214672,0.9583500262694585,0.1978830474641746,0.2696493982561336,2.2016704082489014,3.2649743854999542,0.9179276677351533,0.016903671494219452,0.9185218885540962,0.4646569900214672,0.9583500262694585,0.1978830474641746,0.2696493982561336,2.2016704082489014,3.2649743854999542,0.9179276677351533,0.016903671494219452,0.0594452447257936,0.18972967378795147,0.2432008166821805,0.08074539846232406,0.06836543243630565,0.6720599830150604,3.5531415045261383,0.998801043603691,-0.003919373020835337,0.0594452447257936,0.18972967378795147,0.2432008166821805,0.08074539846232406,0.06836543243630565,0.6720599830150604,3.5531415045261383,0.998801043603691,-0.003919373020835337,0.7937561757862568,-0.06532046804204583,7.361973639792322,0.47645497634379086,0.9999999999989113,0.9999999999989113,15.451562068178236,15.451562068178236,0.9999999999989113,0.06471837575836699,0.0,5.843612042560784,622,low_priority_skip_for_now,64,0.0594452447257936
+up_blocks.0.attentions.2.transformer_blocks.4.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.36822910606861115,0.5996941179037094,0.04920961707830429,0.08342227712273598,0.22183143724484047,0.22657026856470702,0.36991707790129075,0.5287628173828125,0.6372398808598518,1.0626132256654954,-0.002010617834457662,0.30453576520085335,0.21281284093856812,0.5518455162755289,0.5779614256764134,0.9202351278150688,1.2669391632080078,0.7398652955889702,1.2337541932234497,0.0006159129952720832,0.30453576520085335,0.21281284093856812,0.5518455162755289,0.5779614256764134,0.9202351278150688,1.2669391632080078,0.7398652955889702,1.2337541932234497,0.0006159129952720832,0.30453576520085335,0.21281284093856812,0.5518455162755289,0.5779614256764134,0.9202351278150688,1.2669391632080078,0.7398652955889702,1.2337541932234497,0.0006159129952720832,0.020610018633306026,0.11027263198047876,0.14272790560546006,0.29923560892197215,0.23792368832754343,0.40302663296461105,0.5916819125413895,0.9866321972185496,-0.0007403558010992128,0.020610018633306026,0.11027263198047876,0.14272790560546006,0.29923560892197215,0.23792368832754343,0.40302663296461105,0.5916819125413895,0.9866321972185496,-0.0007403558010992128,0.25532614812254906,-0.028599598444998264,6.188541656604957,0.4188209511992692,0.9999999999967164,0.9999999999967164,14.776103341019983,14.776103341019983,0.9999999999967164,0.06767684123946897,0.0,1.5800965036768824,623,low_priority_skip_for_now,64,0.020610018633306026
+up_blocks.1.attentions.2.transformer_blocks.1.attn2.to_v,model.diffusion_model.output_blocks.5.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.6451716795563698,1.1107442826032639,0.02553932718001306,0.06136365607380867,0.1598081943349791,0.09512755366048213,0.14389376276545424,0.3786834478378296,1.0956761538982391,0.9864348635479473,0.0030949397187214345,0.16495110280811787,0.1676846258342266,0.40613735981989035,0.25998870864233714,0.36569582075359247,1.2139060944318771,1.042994886636734,0.9390156630479989,0.0035268018837086856,0.16495110280811787,0.1676846258342266,0.40613735981989035,0.25998870864233714,0.36569582075359247,1.2139060944318771,1.042994886636734,0.9390156630479989,0.0035268018837086856,0.16495110280811787,0.1676846258342266,0.40613735981989035,0.25998870864233714,0.36569582075359247,1.2139060944318771,1.042994886636734,0.9390156630479989,0.0035268018837086856,0.008702604391146451,0.0707757230848074,0.09273192448528038,0.10967197359885875,0.08348344390512326,0.2731284648180008,1.0964770019054413,0.9871669471999943,0.0003357826280989684,0.008702604391146451,0.0707757230848074,0.09273192448528038,0.10967197359885875,0.08348344390512326,0.2731284648180008,1.0964770019054413,0.9871669471999943,0.0003357826280989684,0.1394117756281048,-0.01683672278886661,6.458709802298512,0.34075307972937946,0.9999999999939375,0.9999999999939375,18.954222825178146,18.954222825178146,0.9999999999939375,0.05275869177556904,0.0,0.9004202018050813,624,low_priority_skip_for_now,64,0.008702604391146451
+up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_out.0,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight,attn2.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.08250196314682919,0.11644490572091724,0.00012329632953976346,0.006012704104900227,0.009309068433137457,0.06816471004447568,0.07256103016129266,0.0229874849319458,0.10930466359215123,0.9518339702794746,-0.00017510191245102242,0.0007471245799349292,0.015324725935767804,0.023447493515629636,0.1815119679262263,0.1932056534007241,0.054053851536342075,0.0966248561827732,0.8529718354068876,-0.0002801660305392163,0.00017193660002184124,0.008946180389362521,0.012206036019888714,0.13294601174680185,0.12576001444415313,0.029242911509105136,0.11910812646549727,1.021506465508176,-0.00011809107151147405,3.8011478198183924e-05,0.004570504159866167,0.006017094084570686,0.07757117179185088,0.0719224269903707,0.01585406916482108,0.11718528947260763,1.0038327702919878,-0.00010202538399945687,0.0007471245799349292,0.015324725935767804,0.023447493515629636,0.1815119679262263,0.1932056534007241,0.054053851536342075,0.0966248561827732,0.8529718354068876,-0.0002801660305392163,3.8011478198183924e-05,0.004570504159866167,0.006017094084570686,0.07757117179185088,0.0719224269903707,0.01585406916482108,0.11718528947260763,1.0038327702919878,-0.00010202538399945687,0.0006238282503951657,-8.528485134157954e-05,6.05958487705341,0.30829366966379507,4.345349247889467,19.655235620786485,0.9999999986615351,19.655235620786485,0.22107845550206787,0.9999999736921577,0.0,0.0037801402319732344,625,low_priority_skip_for_now,64,3.8011478198183924e-05
+up_blocks.0.attentions.2.transformer_blocks.4.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.4.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.7178265154361725,2.482858806848526,0.043671059887856245,0.08804364502429962,0.20897418505443421,0.05141688660258686,0.084286462364099,0.4927330017089844,2.4572305381298065,0.9896461661464918,0.000468749721221684,0.36995042487978935,0.30689815431833267,0.6082055075195524,0.17888643266917734,0.2452102201219693,1.5498228073120117,2.245604246854782,0.9045049236795994,-0.002995003422256559,0.36995042487978935,0.30689815431833267,0.6082055075195524,0.17888643266917734,0.2452102201219693,1.5498228073120117,2.245604246854782,0.9045049236795994,-0.002995003422256559,0.36995042487978935,0.30689815431833267,0.6082055075195524,0.17888643266917734,0.2452102201219693,1.5498228073120117,2.245604246854782,0.9045049236795994,-0.002995003422256559,0.022604760015383363,0.11586241330951452,0.15003213958451087,0.067644840208409,0.060514811546187285,0.42933499813079834,2.4968736469745636,1.005635835124873,0.0012149376852903515,0.022604760015383363,0.11586241330951452,0.15003213958451087,0.067644840208409,0.060514811546187285,0.42933499813079834,2.4968736469745636,1.005635835124873,0.0012149376852903515,0.3262793649919331,-0.021066299872472882,8.471294853418279,0.5176141836931127,0.9999999999972969,0.9999999999972969,16.366040807850144,16.366040807850144,0.9999999999972969,0.06110213286730888,0.0,2.764008705432747,626,low_priority_skip_for_now,64,0.022604760015383363
+mid_block.attentions.0.transformer_blocks.7.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.7.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3947361037135124,0.7644959911704063,0.01769829890690744,0.05083361826837063,0.1330343253545153,0.12882591797283366,0.17402650307730141,0.28910040855407715,0.7651253566145897,1.0008226355276137,0.00045730504461971577,0.11891626194119453,0.13232613168656826,0.3448410750545855,0.3353129923310427,0.45109332901848437,0.7099518775939941,0.7483839616179466,0.9789346000321497,0.005670634855050594,0.11891626194119453,0.13232613168656826,0.3448410750545855,0.3353129923310427,0.45109332901848437,0.7099518775939941,0.7483839616179466,0.9789346000321497,0.005670634855050594,0.11891626194119453,0.13232613168656826,0.3448410750545855,0.3353129923310427,0.45109332901848437,0.7099518775939941,0.7483839616179466,0.9789346000321497,0.005670634855050594,0.007068894396070391,0.06526495097205043,0.08390001885635548,0.1653391574376709,0.10974641900553336,0.2338441014289856,0.758563406765461,0.9922250688522053,0.000958760836510919,0.007068894396070391,0.06526495097205043,0.08390001885635548,0.1653391574376709,0.10974641900553336,0.2338441014289856,0.758563406765461,0.9922250688522053,0.000958760836510919,0.1012179630342871,-0.010629404510837048,6.719078627837155,0.39941095089721157,0.9999999999915907,0.9999999999915907,16.82246971895319,16.82246971895319,0.9999999999915907,0.0594443037530611,0.0,0.6800914521768896,627,low_priority_skip_for_now,64,0.007068894396070391
+up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.655848577618599,2.5351429879665375,0.06593100540339947,0.10355534590780735,0.2567695603776157,0.06271276660529505,0.10140589740116697,0.5945370197296143,2.5175008177757263,0.9930228385430319,0.0021655401069438085,0.4836616925895214,0.32811901718378067,0.6954377049364524,0.19844758966466822,0.2745790928186631,1.598618984222412,2.326148360967636,0.9176157951702589,-0.0026177850959356874,0.4836616925895214,0.32811901718378067,0.6954377049364524,0.19844758966466822,0.2745790928186631,1.598618984222412,2.326148360967636,0.9176157951702589,-0.0026177850959356874,0.4836616925895214,0.32811901718378067,0.6954377049364524,0.19844758966466822,0.2745790928186631,1.598618984222412,2.326148360967636,0.9176157951702589,-0.0026177850959356874,0.02843254106119275,0.12973199132829905,0.16783602692070282,0.07841127505431812,0.0662118158914644,0.47780531272292137,2.5579332411289215,1.0089138162722657,0.0028734506777254865,0.02843254106119275,0.12973199132829905,0.16783602692070282,0.07841127505431812,0.0662118158914644,0.47780531272292137,2.5579332411289215,1.0089138162722657,0.0028734506777254865,0.41773068718612194,-0.03749846434220672,7.335876187886063,0.43124689039393127,0.9999999999979324,0.9999999999979324,17.010850051410102,17.010850051410102,0.9999999999979324,0.05878600992546326,0.0,3.0644206010779538,628,low_priority_skip_for_now,64,0.02843254106119275
+up_blocks.0.attentions.2.transformer_blocks.1.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3961614854633808,0.7823446020483971,0.06953657232224941,0.0991513729095459,0.2636963054879813,0.2503516352466062,0.3370864969903272,0.5830504894256592,0.8154674768447876,1.0423488717441431,0.0010892368127315422,0.44915904849767685,0.2535777799785137,0.6701871089447986,0.6402507088764224,0.8567106272745629,1.5399985313415527,0.9651960730552673,1.233777900332637,-0.011154989653732628,0.44915904849767685,0.2535777799785137,0.6701871089447986,0.6402507088764224,0.8567106272745629,1.5399985313415527,0.9651960730552673,1.233777900332637,-0.011154989653732628,0.44915904849767685,0.2535777799785137,0.6701871089447986,0.6402507088764224,0.8567106272745629,1.5399985313415527,0.9651960730552673,1.233777900332637,-0.011154989653732628,0.0251738503575325,0.11866022553294897,0.15832943787378467,0.2996199427856815,0.20241666970947395,0.48752036690711975,0.7732945829629898,0.9884643887426765,-0.00041940197843359783,0.0251738503575325,0.11866022553294897,0.15832943787378467,0.2996199427856815,0.20241666970947395,0.48752036690711975,0.7732945829629898,0.9884643887426765,-0.00041940197843359783,0.37962247617542744,-0.04436272196471691,6.459321095231802,0.3620231702032813,0.9999999999977737,0.9999999999977737,17.842286424231386,17.842286424231386,0.9999999999977737,0.05604662856437292,0.0,2.452103468584071,629,low_priority_skip_for_now,64,0.0251738503575325
+up_blocks.0.attentions.2.transformer_blocks.1.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.5894998162984848,2.4217620193958282,0.08527498506009579,0.11644809227436781,0.29201819081791597,0.07341730061425068,0.12069901468837312,0.6441990807652473,2.407111704349518,0.9939503354820253,-0.0018451552459737286,0.6078504025936127,0.34302131459116936,0.7796341520840322,0.21611520625886302,0.32219502206411627,1.7121505737304688,2.2805072367191315,0.9417821639435447,-0.010887697077123448,0.6078504025936127,0.34302131459116936,0.7796341520840322,0.21611520625886302,0.32219502206411627,1.7121505737304688,2.2805072367191315,0.9417821639435447,-0.010887697077123448,0.6078504025936127,0.34302131459116936,0.7796341520840322,0.21611520625886302,0.32219502206411627,1.7121505737304688,2.2805072367191315,0.9417821639435447,-0.010887697077123448,0.045147581957280636,0.16278173215687275,0.2114534804738329,0.10272329548336581,0.08743207517012187,0.6086065918207169,2.459734082221985,1.0157755511902875,-9.85893711913377e-06,0.045147581957280636,0.16278173215687275,0.2114534804738329,0.10272329548336581,0.08743207517012187,0.6086065918207169,2.459734082221985,1.0157755511902875,-9.85893711913377e-06,0.5225754175335169,-0.04012740310281515,7.1281208921715375,0.5294352373669062,0.9999999999983549,0.9999999999983549,13.463631411208397,13.463631411208397,0.9999999999983549,0.07427416641424921,0.0,3.7249807514559263,630,low_priority_skip_for_now,64,0.045147581957280636
+up_blocks.0.attentions.2.transformer_blocks.0.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.38687095418572426,0.6881768852472305,0.03806509589776397,0.07550260797142982,0.19510173089779292,0.19519145821597159,0.2835158890001818,0.4695587158203125,0.7052793577313423,1.0248515510356007,0.00044786872695112834,0.2374848574399948,0.18731463514268398,0.4873225661450156,0.4841848301271861,0.7081547507499044,1.0365310907363892,0.7696946114301682,1.118465420784479,0.0036543577443808317,0.2374848574399948,0.18731463514268398,0.4873225661450156,0.4841848301271861,0.7081547507499044,1.0365310907363892,0.7696946114301682,1.118465420784479,0.0036543577443808317,0.2374848574399948,0.18731463514268398,0.4873225661450156,0.4841848301271861,0.7081547507499044,1.0365310907363892,0.7696946114301682,1.118465420784479,0.0036543577443808317,0.016693379962816834,0.09924230631440878,0.12795304997778817,0.25641330360423303,0.18588158508518546,0.3606835901737213,0.6714716628193855,0.975734909278908,0.0019264821298747847,0.016693379962816834,0.09924230631440878,0.12795304997778817,0.25641330360423303,0.18588158508518546,0.3606835901737213,0.6714716628193855,0.975734909278908,0.0019264821298747847,0.19941976154223084,-0.021371715934947133,6.238913940256389,0.4385482176956474,0.9999999999957891,0.9999999999957891,14.226289580345444,14.226289580345444,0.9999999999957891,0.07029239734564739,0.0,1.244162730248429,631,low_priority_skip_for_now,64,0.016693379962816834
+down_blocks.2.attentions.0.transformer_blocks.9.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.7051338106393814,2.336653023958206,0.016502717044204473,0.05786916986107826,0.12846035540573617,0.03401660039876076,0.05502104575809191,0.3125,2.3162741959095,0.991281783838507,0.0015179840993368998,0.167404193431139,0.23938637040555477,0.40909960100590714,0.14049808634160182,0.17515550153029866,0.8977222442626953,2.096482753753662,0.8972387644806477,-0.005961364600807428,0.167404193431139,0.23938637040555477,0.40909960100590714,0.14049808634160182,0.17515550153029866,0.8977222442626953,2.096482753753662,0.8972387644806477,-0.005961364600807428,0.167404193431139,0.23938637040555477,0.40909960100590714,0.14049808634160182,0.17515550153029866,0.8977222442626953,2.096482753753662,0.8972387644806477,-0.005961364600807428,0.009845893015153706,0.07392182946205139,0.0991638664897785,0.043424464080585694,0.0424542268489461,0.28432703018188477,2.32793590426445,0.9962865221288187,0.0017391672736266628,0.009845893015153706,0.07392182946205139,0.0991638664897785,0.043424464080585694,0.0424542268489461,0.28432703018188477,2.32793590426445,0.9962865221288187,0.0017391672736266628,0.15090147638693452,-0.006656824029050767,10.144038280034923,0.5966225433171822,0.9999999999940264,0.9999999999940264,17.002438799252296,17.002438799252296,0.9999999999940264,0.05881509186414113,0.0,1.53075035298285,632,low_priority_skip_for_now,64,0.009845893015153706
+up_blocks.0.attentions.2.transformer_blocks.2.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4134644493460655,0.774691216647625,0.07138054072856903,0.10222114529460669,0.2671706129521783,0.24733023836808155,0.34490983663151226,0.6034970283508301,0.8023375272750854,1.0356895048447718,9.090578714676667e-05,0.4768294207751751,0.2552409768104553,0.6905246946718048,0.6175320468989536,0.8914527520212783,1.5488395690917969,0.966712199151516,1.2479311344213377,0.0017759131019374763,0.4768294207751751,0.2552409768104553,0.6905246946718048,0.6175320468989536,0.8914527520212783,1.5488395690917969,0.966712199151516,1.2479311344213377,0.0017759131019374763,0.4768294207751751,0.2552409768104553,0.6905246946718048,0.6175320468989536,0.8914527520212783,1.5488395690917969,0.966712199151516,1.2479311344213377,0.0017759131019374763,0.029316243948414922,0.12870399188250303,0.17089417678531954,0.311434905415899,0.2206545782877661,0.5198385715484619,0.7595798298716545,0.9805383605647957,0.0013226442479208345,0.029316243948414922,0.12870399188250303,0.17089417678531954,0.311434905415899,0.2206545782877661,0.5198385715484619,0.7595798298716545,0.9805383605647957,0.0013226442479208345,0.40544888004660606,-0.04206429678015411,6.680103791615729,0.41070358460132556,0.9999999999979029,0.9999999999979029,16.265024318870545,16.265024318870545,0.9999999999979029,0.06148161726408245,0.0,2.7084406009056843,633,low_priority_skip_for_now,64,0.029316243948414922
+down_blocks.2.attentions.0.transformer_blocks.9.attn1.to_out.0,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.2554386726447514,0.32132137939333916,0.0006887814254566495,0.020845957632575716,0.02615511821105902,0.08178103118643491,0.08154767273414894,0.06768884829112462,0.316795466201646,0.9858911673749743,-0.0005400490661762498,0.005554941857034075,0.05910921868469034,0.07424782645171528,0.23178444201395781,0.23134171508971807,0.19285118579864502,0.28633091864841326,0.8910692966351578,-0.0005856331794932755,0.0025912753002817874,0.03990244299971631,0.05009074437284133,0.15815521225570908,0.15775852277058475,0.12988592897142684,0.3160785495170525,0.9818399072234276,0.00102200885950359,0.0006694676225639082,0.02057155946801816,0.025825058188382762,0.08117495591671864,0.08098352855224353,0.0669067416872297,0.32157984961356434,1.0006928402988398,6.53201998699972e-06,0.005554941857034075,0.05910921868469034,0.07424782645171528,0.23178444201395781,0.23134171508971807,0.19285118579864502,0.28633091864841326,0.8910692966351578,-0.0005856331794932755,0.0006694676225639082,0.02057155946801816,0.025825058188382762,0.08117495591671864,0.08098352855224353,0.0669067416872297,0.32157984961356434,1.0006928402988398,6.53201998699972e-06,0.004866160431577425,-1.93138028927413e-05,8.064883348569348,0.9719594589068715,2.143709645318772,8.297551160819943,0.99999999981998,8.297551160819943,0.25835449526831544,0.9999999985062757,0.0,0.03924501623609581,634,low_priority_skip_for_now,64,0.0006694676225639082
+up_blocks.0.attentions.2.transformer_blocks.2.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.664641261100769,2.487653136253357,0.07470826432108879,0.11060097068548203,0.27332717447069654,0.06662524864140353,0.1100028101765795,0.5634308829903603,2.47628116607666,0.9954276269139717,-0.0014310379556263797,0.5653245598077774,0.3424488939344883,0.7518598032288907,0.20601193327243691,0.3025231725272528,1.6559791564941406,2.322083830833435,0.9335458781860703,0.005159584936336614,0.5653245598077774,0.3424488939344883,0.7518598032288907,0.20601193327243691,0.3025231725272528,1.6559791564941406,2.322083830833435,0.9335458781860703,0.005159584936336614,0.5653245598077774,0.3424488939344883,0.7518598032288907,0.20601193327243691,0.3025231725272528,1.6559791564941406,2.322083830833435,0.9335458781860703,0.005159584936336614,0.036427809624001384,0.14425409026443958,0.190052693472219,0.08697497150698948,0.07654411777829088,0.567806676030159,2.492265611886978,1.0018969287569575,-0.002656618948094547,0.036427809624001384,0.14425409026443958,0.190052693472219,0.08697497150698948,0.07654411777829088,0.567806676030159,2.492265611886978,1.0018969287569575,-0.002656618948094547,0.4906162954866886,-0.03828045469708741,7.567095353340037,0.4876008023282488,0.9999999999982312,0.9999999999982312,15.519037944564749,15.519037944564749,0.9999999999982312,0.06443698401555947,0.0,3.712540289850224,635,low_priority_skip_for_now,64,0.036427809624001384
+up_blocks.0.attentions.2.transformer_blocks.2.attn1.to_out.0,model.diffusion_model.output_blocks.2.1.transformer_blocks.2.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.3809097371995449,0.48355572830353466,0.0026644707270731616,0.04016040890876736,0.050897375962858815,0.10688638047886292,0.1063292596811368,0.13041511178016663,0.4767882206610271,0.9855664951339244,-0.0008591825249238484,0.018843908245409175,0.10659371529306684,0.13507385217239104,0.28273406474241264,0.28132837807164696,0.3446812799998692,0.4380036150770528,0.9056204619570786,-0.003155131809348534,0.009455084326743548,0.07631162979773112,0.09677293891947038,0.21343150876031333,0.2121275087035568,0.24771064732755935,0.46436216150011334,0.9555296240819994,-0.0005522678714312081,0.002609966160629743,0.04045029855998499,0.05093010481303754,0.11092311482629072,0.10958890929928622,0.13198923851762498,0.47975827381014824,0.9914481540534973,9.855586085905088e-05,0.018843908245409175,0.10659371529306684,0.13507385217239104,0.28273406474241264,0.28132837807164696,0.3446812799998692,0.4380036150770528,0.9056204619570786,-0.003155131809348534,0.002609966160629743,0.04045029855998499,0.05093010481303754,0.11092311482629072,0.10958890929928622,0.13198923851762498,0.47975827381014824,0.9914481540534973,9.855586085905088e-05,0.016179437518336014,-5.450456644341857e-05,7.072289459541683,0.9795439421161012,1.9929920868200512,7.219981822922356,0.9999999999469326,7.219981822922356,0.2760383800038101,0.9999999996168533,0.0,0.11442566542224104,636,low_priority_skip_for_now,64,0.002609966160629743
+mid_block.attentions.0.transformer_blocks.3.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.3.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.5533644407987595,2.1860235929489136,0.019886208465322852,0.061848211102187634,0.14101605013329427,0.03993708092828319,0.06458282691938742,0.3205146789550781,2.1670616269111633,0.9913250760266583,-0.0014601847651647404,0.19365932792425156,0.24144846200942993,0.44002544120044657,0.15562901950393868,0.20144123678352338,0.9136924743652344,1.9463838040828705,0.8903903738728276,-0.0020113221999054076,0.19365932792425156,0.24144846200942993,0.44002544120044657,0.15562901950393868,0.20144123678352338,0.9136924743652344,1.9463838040828705,0.8903903738728276,-0.0020113221999054076,0.19365932792425156,0.24144846200942993,0.44002544120044657,0.15562901950393868,0.20144123678352338,0.9136924743652344,1.9463838040828705,0.8903903738728276,-0.0020113221999054076,0.01125229400349781,0.0808011619374156,0.10522205996300764,0.052202520603935945,0.0482044079809581,0.3019508123397827,2.157227098941803,0.9867698627573743,-0.000374915545762633,0.01125229400349781,0.0808011619374156,0.10522205996300764,0.052202520603935945,0.0482044079809581,0.3019508123397827,2.157227098941803,0.9867698627573743,-0.000374915545762633,0.1737731194589287,-0.008633914461825043,9.738373619697903,0.565834056429283,0.9999999999948362,0.9999999999948362,17.210653031892104,17.210653031892104,0.9999999999948362,0.05810354773017161,0.0,1.6922675623514436,637,low_priority_skip_for_now,64,0.01125229400349781
+up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_v,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.5647498741745949,0.952702559530735,0.02802293049171567,0.06529766693711281,0.1673986614317225,0.11563378238160758,0.17572500099473362,0.37109375,0.9453731253743172,0.9922972584490599,-0.00027961022897216026,0.18285495415329933,0.17494497820734978,0.42761228286404046,0.3098014954798502,0.4488779121662965,0.9363534450531006,0.9438927695155144,0.990755715147124,2.15156778722303e-05,0.18285495415329933,0.17494497820734978,0.42761228286404046,0.3098014954798502,0.4488779121662965,0.9363534450531006,0.9438927695155144,0.990755715147124,2.15156778722303e-05,0.18285495415329933,0.17494497820734978,0.42761228286404046,0.3098014954798502,0.4488779121662965,0.9363534450531006,0.9438927695155144,0.990755715147124,2.15156778722303e-05,0.012055722530931234,0.08491072803735733,0.10945360450241519,0.15032811750713054,0.11490572985931578,0.3038661479949951,0.9440173730254173,0.9908898725000385,-0.0017804530580178834,0.012055722530931234,0.08491072803735733,0.10945360450241519,0.15032811750713054,0.11490572985931578,0.3038661479949951,0.9440173730254173,0.9908898725000385,-0.0017804530580178834,0.15483202366158366,-0.015967207960784435,6.525190297311374,0.4302092007852291,0.9999999999945312,0.9999999999945312,15.167481971236722,15.167481971236722,0.9999999999945312,0.06593052174434497,0.0,1.0103084185096507,638,low_priority_skip_for_now,64,0.012055722530931234
+down_blocks.2.attentions.0.transformer_blocks.2.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.2.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6502045691013336,2.460064113140106,0.03284650109708309,0.07388810720294714,0.1812353154644394,0.04488225891318222,0.07374663291966377,0.40500450134277344,2.443028599023819,0.9930792717722803,0.0012407499671098776,0.25482509657740593,0.26832130551338196,0.5047547306068559,0.1627657847029391,0.2053117526958384,1.1783533096313477,2.2277059257030487,0.905600092773164,0.009785335510969162,0.25482509657740593,0.26832130551338196,0.5047547306068559,0.1627657847029391,0.2053117526958384,1.1783533096313477,2.2277059257030487,0.905600092773164,0.009785335510969162,0.25482509657740593,0.26832130551338196,0.5047547306068559,0.1627657847029391,0.2053117526958384,1.1783533096313477,2.2277059257030487,0.905600092773164,0.009785335510969162,0.014064306044019759,0.09006787743419409,0.11839187437875663,0.05469416982485798,0.048154909478076276,0.3529597520828247,2.434837430715561,0.9897230410782437,0.0004078704614585149,0.014064306044019759,0.09006787743419409,0.11839187437875663,0.05469416982485798,0.048154909478076276,0.3529597520828247,2.434837430715561,0.9897230410782437,0.0004078704614585149,0.22197859548032284,-0.018782195053063333,7.7580590948324,0.42818277666842713,0.9999999999960758,0.9999999999960758,18.118568791216028,18.118568791216028,0.9999999999960758,0.0551919973066404,0.0,1.7221230615242409,639,low_priority_skip_for_now,64,0.014064306044019759
+up_blocks.0.attentions.2.transformer_blocks.9.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,2.4476594626903534,3.3564583361148834,0.023230074904859066,0.07392845302820206,0.15239757875023105,0.03025248197811189,0.04542987666141646,0.3656892776489258,3.3036710023880005,0.9842679440536745,-0.0008620543121651281,0.2813892625272274,0.34050576761364937,0.5303761516581947,0.13916571236020833,0.15805010659816893,1.2119140625,2.9659257531166077,0.8836560985436657,-0.002135382135747932,0.2813892625272274,0.34050576761364937,0.5303761516581947,0.13916571236020833,0.15805010659816893,1.2119140625,2.9659257531166077,0.8836560985436657,-0.002135382135747932,0.2813892625272274,0.34050576761364937,0.5303761516581947,0.13916571236020833,0.15805010659816893,1.2119140625,2.9659257531166077,0.8836560985436657,-0.002135382135747932,0.009628727624658495,0.07654598727822304,0.09788123012119108,0.03129086429303302,0.029163809934535063,0.2702547311782837,3.366740733385086,1.0030668469814183,0.0003897374335792847,0.009628727624658495,0.07654598727822304,0.09788123012119108,0.03129086429303302,0.029163809934535063,0.2702547311782837,3.366740733385086,1.0030668469814183,0.0003897374335792847,0.25815918762236834,-0.01360134728020057,12.113144863611943,0.4144940411806398,0.9999999999964463,0.9999999999964463,29.2239300421569,29.2239300421569,0.9999999999964463,0.034218532498881675,0.0,3.127119637542123,640,low_priority_skip_for_now,64,0.009628727624658495
+down_blocks.2.attentions.0.transformer_blocks.1.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6385475248098373,2.579690009355545,0.04958967072889209,0.08962949365377426,0.22268625051883958,0.05485736270025566,0.08640226867372702,0.49308013916015625,2.5587003231048584,0.9918630751315531,0.0004924109580315417,0.3788221962749958,0.29994287341833115,0.6154609399991031,0.18333777417980954,0.23874372301444372,1.4062871932983398,2.341120630502701,0.9075532045002372,-0.0053217686945572495,0.3788221962749958,0.29994287341833115,0.6154609399991031,0.18333777417980954,0.23874372301444372,1.4062871932983398,2.341120630502701,0.9075532045002372,-0.0053217686945572495,0.3788221962749958,0.29994287341833115,0.6154609399991031,0.18333777417980954,0.23874372301444372,1.4062871932983398,2.341120630502701,0.9075532045002372,-0.0053217686945572495,0.024687805445864797,0.11824933253228664,0.1552035785429964,0.07202405992352422,0.060073185689148156,0.4538843482732773,2.562594950199127,0.9934133155203708,-0.005114246923767496,0.024687805445864797,0.11824933253228664,0.1552035785429964,0.07202405992352422,0.060073185689148156,0.4538843482732773,2.562594950199127,0.9934133155203708,-0.005114246923767496,0.3292325255461037,-0.02490186528302729,7.63913514042847,0.4978416892569377,0.9999999999973603,0.9999999999973603,15.344506707586032,15.344506707586032,0.9999999999973603,0.06516990210330278,0.0,2.515051755271255,641,low_priority_skip_for_now,64,0.024687805445864797
+down_blocks.2.attentions.0.transformer_blocks.1.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4261317402124405,0.7284036055207253,0.053641175385564566,0.08745022676885128,0.23160448602917688,0.20528174943704794,0.3179964050479943,0.48072053864598274,0.7492493093013763,1.0286255928864987,0.0012703051343123661,0.30740948766469955,0.21774735487997532,0.5544385442937626,0.5111890993934304,0.761261362291148,1.2511826753616333,0.8494283333420753,1.1662101097168676,0.005716525702155195,0.30740948766469955,0.21774735487997532,0.5544385442937626,0.5111890993934304,0.761261362291148,1.2511826753616333,0.8494283333420753,1.1662101097168676,0.005716525702155195,0.30740948766469955,0.21774735487997532,0.5544385442937626,0.5111890993934304,0.761261362291148,1.2511826753616333,0.8494283333420753,1.1662101097168676,0.005716525702155195,0.026554096955806017,0.12678612023591995,0.16176189181437658,0.29767961438712826,0.22215101970133475,0.4389456510543823,0.7186052799224854,0.9865533701639801,0.00697284001216758,0.026554096955806017,0.12678612023591995,0.16176189181437658,0.29767961438712826,0.22215101970133475,0.4389456510543823,0.7186052799224854,0.9865533701639801,0.00697284001216758,0.253768312279135,-0.02708707842975855,5.730849211437973,0.49503197430787443,0.999999999996747,0.999999999996747,11.576725360487478,11.576725360487478,0.999999999996747,0.0863802127821213,0.0,1.454307932312826,642,low_priority_skip_for_now,64,0.026554096955806017
+down_blocks.2.attentions.0.transformer_blocks.4.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6355831921100616,2.335704028606415,0.025181308621540666,0.06680162530392408,0.15868457172631326,0.040934112765877446,0.06800608494444997,0.4025459289550781,2.314390331506729,0.9908845692168914,0.0007821198207693669,0.2133796066045761,0.24982209876179695,0.4618838399377311,0.15289685080464246,0.19787864818168024,1.0219358205795288,2.0895746499300003,0.8946523568699433,0.006573681661393493,0.2133796066045761,0.24982209876179695,0.4618838399377311,0.15289685080464246,0.19787864818168024,1.0219358205795288,2.0895746499300003,0.8946523568699433,0.006573681661393493,0.2133796066045761,0.24982209876179695,0.4618838399377311,0.15289685080464246,0.19787864818168024,1.0219358205795288,2.0895746499300003,0.8946523568699433,0.006573681661393493,0.015713762084487826,0.09574238397181034,0.12313492542868583,0.05843875528436883,0.05263706189576661,0.34134766459465027,2.3686672151088715,1.0140532209702953,0.00017616668992559426,0.015713762084487826,0.09574238397181034,0.12313492542868583,0.05843875528436883,0.05263706189576661,0.34134766459465027,2.3686672151088715,1.0140532209702953,0.00017616668992559426,0.18819829798303545,-0.00946754653705284,8.473729852688141,0.6240248400125596,0.9999999999953135,0.9999999999953135,13.579154720793387,13.579154720793387,0.9999999999953135,0.07364228631995794,0.0,1.5947415358439458,643,low_priority_skip_for_now,64,0.015713762084487826
+down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.41976507008075714,0.7375915721058846,0.046441441867500544,0.08324727322906256,0.2155014225250774,0.19839838100239532,0.29219787924230706,0.5117702484130859,0.7584631145000458,1.0282998455395,-0.00046149574586706876,0.2957788370549679,0.20793833583593369,0.5438523522979203,0.49556379551073587,0.7374063542276097,1.1674652099609375,0.8478274345397949,1.1494881060547066,0.004400065430672839,0.2957788370549679,0.20793833583593369,0.5438523522979203,0.49556379551073587,0.7374063542276097,1.1674652099609375,0.8478274345397949,1.1494881060547066,0.004400065430672839,0.2957788370549679,0.20793833583593369,0.5438523522979203,0.49556379551073587,0.7374063542276097,1.1674652099609375,0.8478274345397949,1.1494881060547066,0.004400065430672839,0.017766767065040767,0.10107242129743099,0.13270611257836756,0.24103224467777123,0.1799941808409404,0.3905475437641144,0.7238554656505585,0.9813609169255034,0.0006020021146468935,0.017766767065040767,0.10107242129743099,0.13270611257836756,0.24103224467777123,0.1799941808409404,0.3905475437641144,0.7238554656505585,0.9813609169255034,0.0006020021146468935,0.24933739518746734,-0.028674674802459776,6.368855598679923,0.38256277906589475,0.9999999999966191,0.9999999999966191,16.647870485132707,16.647870485132707,0.9999999999966191,0.06006774264812903,0.0,1.5879938652999699,644,low_priority_skip_for_now,64,0.017766767065040767
+down_blocks.1.attentions.1.transformer_blocks.1.attn2.to_v,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.5725153386592865,1.1680222302675247,0.02563032414764166,0.061269208788871765,0.1600928486059052,0.10705017919606605,0.13709048405358976,0.3649476319551468,1.1574624329805374,0.9909659275437254,-0.0013430047783913324,0.1714569702744484,0.17040393315255642,0.41407266652939273,0.29772877422832833,0.3545788565788536,1.1984444558620453,1.0925420224666595,0.935384137757131,-0.006017135601723567,0.1714569702744484,0.17040393315255642,0.41407266652939273,0.29772877422832833,0.3545788565788536,1.1984444558620453,1.0925420224666595,0.935384137757131,-0.006017135601723567,0.1714569702744484,0.17040393315255642,0.41407266652939273,0.29772877422832833,0.3545788565788536,1.1984444558620453,1.0925420224666595,0.935384137757131,-0.006017135601723567,0.009796898229978979,0.07636721152812243,0.0988317086112154,0.13339849400230913,0.08463491683600932,0.2803581953048706,1.1540474146604538,0.9879916167517078,-0.0013730664304603124,0.009796898229978979,0.07636721152812243,0.0988317086112154,0.13339849400230913,0.08463491683600932,0.2803581953048706,1.1540474146604538,0.9879916167517078,-0.0013730664304603124,0.14582664612680674,-0.01583342591766268,6.689613805900117,0.38223856136826073,0.9999999999941676,0.9999999999941676,17.501148448422246,17.501148448422246,0.9999999999941676,0.05713910734710932,0.0,0.9755239451979971,645,low_priority_skip_for_now,64,0.009796898229978979
+down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6478767096996307,2.7175189554691315,0.04426490608602762,0.08696481306105852,0.2103913381210187,0.05293007156933221,0.07749282150686702,0.4834556579589844,2.6923726201057434,0.9907392520154386,0.0005358450125640957,0.3991210386157036,0.2991410493850708,0.6317264998476471,0.1817580919154244,0.23261412624624933,1.3597314357757568,2.4419342279434204,0.8986223249500401,0.00250042267543904,0.3991210386157036,0.2991410493850708,0.6317264998476471,0.1817580919154244,0.23261412624624933,1.3597314357757568,2.4419342279434204,0.8986223249500401,0.00250042267543904,0.3991210386157036,0.2991410493850708,0.6317264998476471,0.1817580919154244,0.23261412624624933,1.3597314357757568,2.4419342279434204,0.8986223249500401,0.00250042267543904,0.021736670983955264,0.11104973312467337,0.14701842916066518,0.06747679640612222,0.054109326325091224,0.44332781434059143,2.708960086107254,0.9968197789316593,0.001658519271586556,0.021736670983955264,0.11104973312467337,0.14701842916066518,0.06747679640612222,0.054109326325091224,0.44332781434059143,2.708960086107254,0.9968197789316593,0.001658519271586556,0.35485613252967596,-0.022528235102072358,9.016647134210706,0.49105878460963154,0.9999999999974946,0.9999999999974946,18.36164511538817,18.36164511538817,0.9999999999974946,0.054461351020962105,0.0,3.199612530430797,646,low_priority_skip_for_now,64,0.021736670983955264
+down_blocks.2.attentions.0.transformer_blocks.5.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3776034712791443,0.7070669457316399,0.023476958740502596,0.06004055496305227,0.15322113924855876,0.15905372609730445,0.21670768674716534,0.3566824197769165,0.713945284485817,1.0097261520757388,-0.0012401249532558722,0.162045082077384,0.15618357248604298,0.40254623439443155,0.41368797555090514,0.5693350261155387,0.9172543436288834,0.7344680801033974,1.0387593365291015,-0.0010406359338048787,0.162045082077384,0.15618357248604298,0.40254623439443155,0.41368797555090514,0.5693350261155387,0.9172543436288834,0.7344680801033974,1.0387593365291015,-0.0010406359338048787,0.162045082077384,0.15618357248604298,0.40254623439443155,0.41368797555090514,0.5693350261155387,0.9172543436288834,0.7344680801033974,1.0387593365291015,-0.0010406359338048787,0.009592141606844962,0.07439038623124361,0.0978297479046825,0.1970861403527899,0.13836632864495718,0.28862228244543076,0.6997720375657082,0.9896816756205291,-0.000510195584865869,0.009592141606844962,0.07439038623124361,0.0978297479046825,0.1970861403527899,0.13836632864495718,0.28862228244543076,0.6997720375657082,0.9896816756205291,-0.000510195584865869,0.1385681233368814,-0.013884817133657634,6.902302971249871,0.4085768396350232,0.9999999999938288,0.9999999999938288,16.893524793759813,16.893524793759813,0.9999999999938288,0.05919427781341169,0.0,0.9564391694286751,647,low_priority_skip_for_now,64,0.009592141606844962
+down_blocks.2.attentions.0.transformer_blocks.5.attn2.to_k,model.diffusion_model.input_blocks.7.1.transformer_blocks.5.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.5542488098144531,2.091641813516617,0.019403081387281418,0.06114761903882027,0.1392925339180788,0.0394330515424297,0.06667566493649586,0.31833457946777344,2.062381148338318,0.9860110864083804,-0.001498059784353245,0.18836944177746773,0.24106690287590027,0.4339609882671954,0.15523399587003212,0.20763036830856646,0.9232978820800781,1.8616629838943481,0.8900846588034729,-0.00478308170568198,0.18836944177746773,0.24106690287590027,0.4339609882671954,0.15523399587003212,0.20763036830856646,0.9232978820800781,1.8616629838943481,0.8900846588034729,-0.00478308170568198,0.18836944177746773,0.24106690287590027,0.4339609882671954,0.15523399587003212,0.20763036830856646,0.9232978820800781,1.8616629838943481,0.8900846588034729,-0.00478308170568198,0.009023914171848446,0.07325591146945953,0.09467758530523072,0.04734293162206792,0.04535810984534992,0.26960939168930054,2.078381225466728,0.9936361004181377,-0.001908733363961801,0.009023914171848446,0.07325591146945953,0.09467758530523072,0.04734293162206792,0.04535810984534992,0.26960939168930054,2.078381225466728,0.9936361004181377,-0.001908733363961801,0.1689663603901863,-0.010379167215432972,9.708223039832959,0.46507634489944893,0.9999999999946912,0.9999999999946912,20.874471783457565,20.874471783457565,0.9999999999946912,0.047905403799311776,0.0,1.6403631128967258,648,low_priority_skip_for_now,64,0.009023914171848446
+up_blocks.0.attentions.2.transformer_blocks.9.attn2.to_v,model.diffusion_model.output_blocks.2.1.transformer_blocks.9.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.526743620634079,1.0453717857599258,0.019366057589650154,0.054948138538748026,0.13916053979422813,0.10434651109747932,0.13314239813526801,0.3356819152832031,1.0324806421995163,0.9876666424995276,-0.0008963662730820943,0.137323634698987,0.1496549118310213,0.3705683043892743,0.2841602651274417,0.35453399781423717,1.1259992122650146,0.9668677374720573,0.9249197718281027,-0.0022668774872727226,0.137323634698987,0.1496549118310213,0.3705683043892743,0.2841602651274417,0.35453399781423717,1.1259992122650146,0.9668677374720573,0.9249197718281027,-0.0022668774872727226,0.137323634698987,0.1496549118310213,0.3705683043892743,0.2841602651274417,0.35453399781423717,1.1259992122650146,0.9668677374720573,0.9249197718281027,-0.0022668774872727226,0.008447994536254555,0.07121031917631626,0.09171680577677269,0.13510254235051752,0.0876994519423344,0.2576846480369568,1.0566713958978653,1.0107654123885506,-0.0012358205240161624,0.008447994536254555,0.07121031917631626,0.09171680577677269,0.13510254235051752,0.0876994519423344,0.2576846480369568,1.0566713958978653,1.0107654123885506,-0.0012358205240161624,0.11795757710933685,-0.010918063053395599,7.090944249039425,0.4362268622155296,0.9999999999927179,0.9999999999927179,16.255175603323092,16.255175603323092,0.9999999999927179,0.06151886785338164,0.0,0.8364306030340767,649,low_priority_skip_for_now,64,0.008447994536254555
+down_blocks.2.attentions.0.transformer_blocks.4.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.4.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3868161551654339,0.7130571752786636,0.030349879525601864,0.06664383411407471,0.17421127346102122,0.172313064335843,0.24432200504291388,0.3987281322479248,0.7168812081217766,1.005360453600322,0.0016791262023616582,0.2079052161425352,0.17678260803222656,0.4559615055443876,0.45708026973231236,0.6394615958418763,1.0785768032073975,0.7514025941491127,1.0537881823602544,0.0016545696571483859,0.2079052161425352,0.17678260803222656,0.4559615055443876,0.45708026973231236,0.6394615958418763,1.0785768032073975,0.7514025941491127,1.0537881823602544,0.0016545696571483859,0.2079052161425352,0.17678260803222656,0.4559615055443876,0.45708026973231236,0.6394615958418763,1.0785768032073975,0.7514025941491127,1.0537881823602544,0.0016545696571483859,0.012951753451488912,0.08586612902581692,0.11348524498074568,0.22195772689212825,0.15914202709450712,0.3394273668527603,0.7023625448346138,0.9850132553574084,0.0017168657377624186,0.012951753451488912,0.08586612902581692,0.11348524498074568,0.22195772689212825,0.15914202709450712,0.3394273668527603,0.7023625448346138,0.9850132553574084,0.0017168657377624186,0.17755533661693335,-0.017398126074112952,6.850281430616716,0.4267481009318873,0.9999999999951901,0.9999999999951901,16.052283337943134,16.052283337943134,0.9999999999951901,0.06229643340235957,0.0,1.2163040253338788,650,low_priority_skip_for_now,64,0.012951753451488912
+up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_k,model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.244171530008316,3.366802155971527,0.07863151002675295,0.11765028722584248,0.2804087293560081,0.052496730693024705,0.08338116107155723,0.71875,3.3128339052200317,0.9839431270414227,0.005137205851497129,0.6636960655450821,0.4116196483373642,0.8146073708508917,0.18351789866027743,0.24214000478049474,2.3106099367141724,3.033497154712677,0.9010564350652946,0.010961963387671858,0.6636960655450821,0.4116196483373642,0.8146073708508917,0.18351789866027743,0.24214000478049474,2.3106099367141724,3.033497154712677,0.9010564350652946,0.010961963387671858,0.6636960655450821,0.4116196483373642,0.8146073708508917,0.18351789866027743,0.24214000478049474,2.3106099367141724,3.033497154712677,0.9010564350652946,0.010961963387671858,0.04082782403565943,0.15686788968741894,0.20109105195605942,0.06992011814599021,0.05973162690610549,0.5531561523675919,3.3372769355773926,0.9913044071556286,0.0033517338015371934,0.04082782403565943,0.15686788968741894,0.20109105195605942,0.06992011814599021,0.05973162690610549,0.5531561523675919,3.3372769355773926,0.9913044071556286,0.0033517338015371934,0.5850645555183291,-0.037803685991093516,8.44058654489569,0.5192298103044094,0.9999999999984933,0.9999999999984933,16.255974478315263,16.255974478315263,0.9999999999984933,0.06151584460888243,0.0,4.938288015203386,651,low_priority_skip_for_now,64,0.04082782403565943
+up_blocks.1.attentions.1.transformer_blocks.1.attn2.to_k,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.3497040569782257,3.626887232065201,0.07964926585555077,0.11187919694930315,0.28221888575025295,0.04766881995626583,0.07785456451579935,0.625,3.569749176502228,0.9842292308665371,0.003933302330551669,0.6287527605891228,0.4072689265012741,0.7928962846350581,0.1733957922426692,0.21868450973381734,1.813323974609375,3.2231952250003815,0.8887093134256067,0.01786498655565083,0.6287527605891228,0.4072689265012741,0.7928962846350581,0.1733957922426692,0.21868450973381734,1.813323974609375,3.2231952250003815,0.8887093134256067,0.01786498655565083,0.6287527605891228,0.4072689265012741,0.7928962846350581,0.1733957922426692,0.21868450973381734,1.813323974609375,3.2231952250003815,0.8887093134256067,0.01786498655565083,0.029717561090365052,0.13228746503591537,0.17153861518092545,0.05638184502343556,0.047336987836247804,0.49305370450019836,3.6324447989463806,1.00156618628106,-0.0019250888108217623,0.029717561090365052,0.13228746503591537,0.17153861518092545,0.05638184502343556,0.047336987836247804,0.49305370450019836,3.6324447989463806,1.00156618628106,-0.0019250888108217623,0.549103494733572,-0.049931704765185714,7.894018279107727,0.373105273109318,0.9999999999984096,0.9999999999984096,21.1576164899958,21.1576164899958,0.9999999999984096,0.0472643031618236,0.0,4.334633024548751,652,low_priority_skip_for_now,64,0.029717561090365052
+up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_out.0,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight,attn1.to_out.0,640,640,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.5178437499063355,0.7135653751237052,0.004030243285732078,0.049217283725738525,0.06256534919338416,0.09607973620156196,0.08764581511267698,0.16462871858051845,0.701001127915723,0.9822350007282451,-0.0005021611096448656,0.029078954115643034,0.13211899689797843,0.16793291299858312,0.2570127160933959,0.23469900212744127,0.4492605073111398,0.6468692187752042,0.9077033015232912,0.00785726063934687,0.009828802780248225,0.07725710268797618,0.0975957368366951,0.16017327858921004,0.1429692246280891,0.25498745271137785,0.6948273490582194,0.9708029277755706,0.0018211965221013315,0.003446859149594924,0.046358099672943354,0.05858471256975772,0.09224886735498762,0.08326972350079888,0.1536462221826826,0.7120452491300446,0.9973876113713682,-0.001997906583970429,0.029078954115643034,0.13211899689797843,0.16793291299858312,0.2570127160933959,0.23469900212744127,0.4492605073111398,0.6468692187752042,0.9077033015232912,0.00785726063934687,0.003446859149594924,0.046358099672943354,0.05858471256975772,0.09224886735498762,0.08326972350079888,0.1536462221826826,0.7120452491300446,0.9973876113713682,-0.001997906583970429,0.025048710829910954,-0.0005833841361371538,7.215185795699618,0.8552484067009783,2.9585448770140146,8.43636274218633,0.999999999965611,8.43636274218633,0.3506896237831709,0.9999999997098808,0.0,0.18073110258056072,653,low_priority_skip_for_now,64,0.003446859149594924
+up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_k,model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.5968120098114014,3.9378025233745575,0.07334081176668406,0.11677208170294762,0.27081047860692103,0.04502150419494463,0.06883518394392421,0.6210451126098633,3.873214691877365,0.9835741800174389,0.0012828303315473022,0.6084437742829323,0.42960159108042717,0.7799223557963174,0.16548995862774735,0.19814727093907752,2.4198875427246094,3.494722992181778,0.8875176869520365,-0.011202098801732063,0.6084437742829323,0.42960159108042717,0.7799223557963174,0.16548995862774735,0.19814727093907752,2.4198875427246094,3.494722992181778,0.8875176869520365,-0.011202098801732063,0.6084437742829323,0.42960159108042717,0.7799223557963174,0.16548995862774735,0.19814727093907752,2.4198875427246094,3.494722992181778,0.8875176869520365,-0.011202098801732063,0.02893857634626329,0.1321928519755602,0.17005559971932158,0.05096571769230174,0.043220964881335026,0.4771616458892822,3.9222918450832367,0.9960455373006191,-0.0015655953175155446,0.02893857634626329,0.1321928519755602,0.17005559971932158,0.05096571769230174,0.043220964881335026,0.4771616458892822,3.9222918450832367,0.9960455373006191,-0.0015655953175155446,0.5351029625162482,-0.044402235420420766,8.296114531841452,0.39457671177583564,0.9999999999983565,0.9999999999983565,21.025352698128586,21.025352698128586,0.9999999999983565,0.04756162782719017,0.0,4.439275463362459,654,low_priority_skip_for_now,64,0.02893857634626329
+up_blocks.1.attentions.1.transformer_blocks.1.attn2.to_v,model.diffusion_model.output_blocks.4.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.5989893525838852,1.0753673911094666,0.02382513042539358,0.0595479067414999,0.15435177766012548,0.09942677816003218,0.1435490533245634,0.34195056557655334,1.0623128712177277,0.9878574313704253,0.00010463065859767084,0.1540210023522377,0.16731546632945538,0.39244974821712414,0.2793717437423859,0.36498274959225213,1.0395965576171875,1.0089067295193672,0.938194061204273,0.006453947338741273,0.1540210023522377,0.16731546632945538,0.39244974821712414,0.2793717437423859,0.36498274959225213,1.0395965576171875,1.0089067295193672,0.938194061204273,0.006453947338741273,0.1540210023522377,0.16731546632945538,0.39244974821712414,0.2793717437423859,0.36498274959225213,1.0395965576171875,1.0089067295193672,0.938194061204273,0.006453947338741273,0.008710719470400363,0.07141315937042236,0.09320347042229885,0.11929175882474655,0.08670135132328906,0.2733852416276932,1.0661055445671082,0.9914031493292461,0.0005858765207449323,0.008710719470400363,0.07141315937042236,0.09320347042229885,0.11929175882474655,0.08670135132328906,0.2733852416276932,1.0661055445671082,0.9914031493292461,0.0005858765207449323,0.13019587192684412,-0.015114410954993218,6.464644667028248,0.36561056810629633,0.9999999999935073,0.9999999999935073,17.68177736155206,17.68177736155206,0.9999999999935073,0.05655540047988302,0.0,0.8416700491209655,655,low_priority_skip_for_now,64,0.008710719470400363
+down_blocks.1.attentions.1.transformer_blocks.1.attn2.to_k,model.diffusion_model.input_blocks.5.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.4199545085430145,3.74338960647583,0.06392493378371,0.10543903801590204,0.25282861367886,0.04362912189552905,0.06758709926373516,0.5551280975341797,3.6930370330810547,0.9865327029739063,-0.006144988816231489,0.5686399340629578,0.3997826613485813,0.7540278338834742,0.16527282804820634,0.20151039441953186,2.1362504959106445,3.3334896564483643,0.8905181250767359,-0.022775481920689344,0.5686399340629578,0.3997826613485813,0.7540278338834742,0.16527282804820634,0.20151039441953186,2.1362504959106445,3.3334896564483643,0.8905181250767359,-0.022775481920689344,0.5686399340629578,0.3997826613485813,0.7540278338834742,0.16527282804820634,0.20151039441953186,2.1362504959106445,3.3334896564483643,0.8905181250767359,-0.022775481920689344,0.030548634938895702,0.13580630905926228,0.17457030628012474,0.05616421448885511,0.046655952237623664,0.4904913008213043,3.752425730228424,1.0025379717157634,3.607706639741082e-05,0.030548634938895702,0.13580630905926228,0.17457030628012474,0.05616421448885511,0.046655952237623664,0.4904913008213043,3.752425730228424,1.0025379717157634,3.607706639741082e-05,0.5047150002792478,-0.0333762988448143,8.895432508042251,0.47788293440833457,0.9999999999982414,0.9999999999982414,18.614250200761973,18.614250200761973,0.9999999999982414,0.05372228207852132,0.0,4.489658220780575,656,low_priority_skip_for_now,64,0.030548634938895702
+up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_k,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,640,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,2.4174227714538574,3.59365114569664,0.08159801363945007,0.11562053579837084,0.2856495122209445,0.04786899414778485,0.07954909568139724,0.6667232513427734,3.534274160861969,0.98345906209508,-0.0038671066577080637,0.589853323996067,0.4143248237669468,0.7679568996027866,0.17142795565410257,0.21379981859662547,1.9857635498046875,3.202180027961731,0.891081042030539,0.006428856497223023,0.589853323996067,0.4143248237669468,0.7679568996027866,0.17142795565410257,0.21379981859662547,1.9857635498046875,3.202180027961731,0.891081042030539,0.006428856497223023,0.589853323996067,0.4143248237669468,0.7679568996027866,0.17142795565410257,0.21379981859662547,1.9857635498046875,3.202180027961731,0.891081042030539,0.006428856497223023,0.031121833017095923,0.13510422315448523,0.17543943161231598,0.05587133750118069,0.048812340921528356,0.5090463608503342,3.5894672572612762,0.9987466261904815,-0.0013472180580720305,0.031121833017095923,0.13510422315448523,0.17543943161231598,0.05587133750118069,0.048812340921528356,0.5090463608503342,3.5894672572612762,0.9987466261904815,-0.0013472180580720305,0.508255310356617,-0.05047618062235415,7.228770624186649,0.3814042968524921,0.9999999999983047,0.9999999999983047,18.95303929087642,18.95303929087642,0.9999999999983047,0.05276198632941954,0.0,3.674061057092781,657,low_priority_skip_for_now,64,0.031121833017095923
+up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_v,model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4415098503232002,0.8609251827001572,0.01744959643110633,0.05175985349342227,0.13209554783777314,0.11727793820051687,0.15345845330604027,0.3316211700439453,0.8544554561376572,0.9924674239361247,-0.0005058511906099739,0.11659566964954138,0.14028251729905605,0.3414570481159169,0.3178185978546758,0.3966734857609479,0.876121997833252,0.8333819732069969,0.9680110135539636,-0.0030035563358978834,0.11659566964954138,0.14028251729905605,0.3414570481159169,0.3178185978546758,0.3966734857609479,0.876121997833252,0.8333819732069969,0.9680110135539636,-0.0030035563358978834,0.11659566964954138,0.14028251729905605,0.3414570481159169,0.3178185978546758,0.3966734857609479,0.876121997833252,0.8333819732069969,0.9680110135539636,-0.0030035563358978834,0.007863137929234654,0.06807727599516511,0.08850327211091168,0.15427173508473935,0.10281988303076464,0.25462576374411583,0.8471035286784172,0.9839812296160486,0.00165627357273479,0.007863137929234654,0.06807727599516511,0.08850327211091168,0.15427173508473935,0.10281988303076464,0.25462576374411583,0.8471035286784172,0.9839812296160486,0.00165627357273479,0.09914607321843505,-0.009586458501871675,6.681854798372962,0.45062004498665076,0.9999999999914233,0.9999999999914233,14.828134859649078,14.828134859649078,0.9999999999914233,0.06743936505362438,0.0,0.6624796650744372,658,low_priority_skip_for_now,64,0.007863137929234654
+down_blocks.2.attentions.1.transformer_blocks.4.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.7083389312028885,2.925297439098358,0.0640634186565876,0.10416381992399693,0.25310458141882763,0.06110014713298793,0.08657192059200312,0.546875,2.9026806950569153,0.9922702062637431,0.002472514141118154,0.5219810456037521,0.3280949033796787,0.7224579761605048,0.1923385475538175,0.24708350049416694,1.5147638320922852,2.673578530550003,0.9139802440471089,-0.003034328870853642,0.5219810456037521,0.3280949033796787,0.7224579761605048,0.1923385475538175,0.24708350049416694,1.5147638320922852,2.673578530550003,0.9139802440471089,-0.003034328870853642,0.5219810456037521,0.3280949033796787,0.7224579761605048,0.1923385475538175,0.24708350049416694,1.5147638320922852,2.673578530550003,0.9139802440471089,-0.003034328870853642,0.03299516788683832,0.13899284321814775,0.18109348231876585,0.08159155507967017,0.06195039961272109,0.5237708687782288,2.9259274303913116,1.0002175576560932,0.001065447555447463,0.03299516788683832,0.13899284321814775,0.18109348231876585,0.08159155507967017,0.06195039961272109,0.5237708687782288,2.9259274303913116,1.0002175576560932,0.001065447555447463,0.45791762694716454,-0.031068250769749284,8.147879968655548,0.5150391374396378,0.9999999999980843,0.9999999999980843,15.819923916682026,15.819923916682026,0.9999999999980843,0.06321142915948427,0.0,3.731057859897086,659,low_priority_skip_for_now,64,0.03299516788683832
+down_blocks.2.attentions.1.transformer_blocks.3.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.5834818854928017,0.8689045533537865,0.09491575043648481,0.12168973591178656,0.30808301550028094,0.20874030678269015,0.35472629440343006,0.6613297462463379,0.8982881754636765,1.0338480905316494,-0.0005522976825886872,0.6388069540262222,0.3052999675273895,0.7992488375967547,0.5235631393289778,0.9202172146844708,1.9393678903579712,1.0789946913719177,1.242036192323386,-0.0027087018243037164,0.6388069540262222,0.3052999675273895,0.7992488375967547,0.5235631393289778,0.9202172146844708,1.9393678903579712,1.0789946913719177,1.242036192323386,-0.0027087018243037164,0.6388069540262222,0.3052999675273895,0.7992488375967547,0.5235631393289778,0.9202172146844708,1.9393678903579712,1.0789946913719177,1.242036192323386,-0.0027087018243037164,0.04014166793785989,0.15386402234435081,0.19922925940449127,0.2635672048697969,0.22914492517060187,0.569676361978054,0.8488781377673149,0.9769704664008279,-0.0026928921306534903,0.04014166793785989,0.15386402234435081,0.19922925940449127,0.2635672048697969,0.22914492517060187,0.569676361978054,0.8488781377673149,0.9769704664008279,-0.0026928921306534903,0.5438912035897374,-0.05477408249862492,6.7302523667762095,0.42291893339977066,0.9999999999984346,0.9999999999984346,15.913811927277024,15.913811927277024,0.9999999999984346,0.06283849554986104,0.0,3.6605250602285913,660,low_priority_skip_for_now,64,0.04014166793785989
+up_blocks.0.attentions.1.transformer_blocks.4.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.705011174082756,2.7121772170066833,0.08500462677329779,0.11588429380208254,0.2915549603503855,0.06813886534582726,0.10759477016418606,0.6953125,2.697339177131653,0.9945230973714647,0.0004920162864436861,0.6163795962929726,0.35222285613417625,0.7850797188514148,0.206865597947274,0.289670230793988,1.6948776245117188,2.498754918575287,0.9213553903338418,0.005208462236623745,0.6163795962929726,0.35222285613417625,0.7850797188514148,0.206865597947274,0.289670230793988,1.6948776245117188,2.498754918575287,0.9213553903338418,0.005208462236623745,0.6163795962929726,0.35222285613417625,0.7850797188514148,0.206865597947274,0.289670230793988,1.6948776245117188,2.498754918575287,0.9213553903338418,0.005208462236623745,0.03497558576054871,0.14429134503006935,0.18679487714601278,0.08466598271337597,0.06886642918751293,0.536138504743576,2.714723378419876,1.000964505031764,0.003266588029873674,0.03497558576054871,0.14429134503006935,0.18679487714601278,0.08466598271337597,0.06886642918751293,0.536138504743576,2.714723378419876,1.000964505031764,0.003266588029873674,0.5313749695196748,-0.050029041012749076,7.251129964132054,0.41145508294995553,0.9999999999983776,0.9999999999983776,17.623138622902065,17.623138622902065,0.9999999999983776,0.05674358134312359,0.0,3.8530689636738704,661,low_priority_skip_for_now,64,0.03497558576054871
+up_blocks.0.attentions.1.transformer_blocks.3.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.3.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.46942250803112984,0.6985519006848335,0.10091870836913586,0.12151353806257248,0.31767507985439014,0.258987629398338,0.45493720194192216,0.7038841247558594,0.7560631260275841,1.0824075897045866,0.00504308141535148,0.6476302593946457,0.3120161034166813,0.8047499785844645,0.6650857093589763,1.1524833765035627,1.9709596633911133,1.0182580202817917,1.458006649603549,-0.004824948919122107,0.6476302593946457,0.3120161034166813,0.8047499785844645,0.6650857093589763,1.1524833765035627,1.9709596633911133,1.0182580202817917,1.458006649603549,-0.004824948919122107,0.6476302593946457,0.3120161034166813,0.8047499785844645,0.6650857093589763,1.1524833765035627,1.9709596633911133,1.0182580202817917,1.458006649603549,-0.004824948919122107,0.04321861686185002,0.16071461327373981,0.20749469315922106,0.34227137979609207,0.29694489609942915,0.5850864052772522,0.6875733807682991,0.9843249311618479,0.0008142274527926929,0.04321861686185002,0.16071461327373981,0.20749469315922106,0.34227137979609207,0.29694489609942915,0.5850864052772522,0.6875733807682991,0.9843249311618479,0.0008142274527926929,0.5467115510255098,-0.05770009150728583,6.417345900022381,0.42825178363697125,0.9999999999984559,0.9999999999984559,14.984983472512225,14.984983472512225,0.9999999999984559,0.06673347366780034,0.0,3.5084371304684323,662,low_priority_skip_for_now,64,0.04321861686185002
+mid_block.attentions.0.transformer_blocks.4.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.4.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.5881274938583374,2.1356841027736664,0.017233727732673287,0.05857301177456975,0.13127436851593716,0.036966362760259074,0.06153679718007754,0.31315743923187256,2.10951367020607,0.987748071658222,-0.00043733826714742463,0.174796462059021,0.23731619119644165,0.4180396683242086,0.14957803412855414,0.19588380329267943,0.8536252975463867,1.9008513391017914,0.8900697048735611,0.010328170727007091,0.174796462059021,0.23731619119644165,0.4180396683242086,0.14957803412855414,0.19588380329267943,0.8536252975463867,1.9008513391017914,0.8900697048735611,0.010328170727007091,0.174796462059021,0.23731619119644165,0.4180396683242086,0.14957803412855414,0.19588380329267943,0.8536252975463867,1.9008513391017914,0.8900697048735611,0.010328170727007091,0.008560472924727947,0.07104032766073942,0.09163314276513537,0.04467323025712696,0.04284657559842341,0.2603275775909424,2.1495510637760162,1.0063569499703624,-0.00041924758806999307,0.008560472924727947,0.07104032766073942,0.09163314276513537,0.04467323025712696,0.04284657559842341,0.2603275775909424,2.1495510637760162,1.0063569499703624,-0.00041924758806999307,0.1575627343263477,-0.008673254807945341,10.142696041175299,0.49672787321581546,0.999999999994279,0.999999999994279,20.419019320028635,20.419019320028635,0.999999999994279,0.04897394846463472,0.0,1.5981109216886022,663,low_priority_skip_for_now,64,0.008560472924727947
+up_blocks.0.attentions.1.transformer_blocks.6.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.871577963232994,2.9707715213298798,0.056505699176341295,0.09993638936430216,0.23770783921296798,0.053506663306159455,0.08006900045680994,0.5005350112915039,2.9547372460365295,0.9945955091378803,0.0012864249420090346,0.4939073920249939,0.3365932069718838,0.702760889874855,0.18001393722959327,0.23667134662210756,1.5232906341552734,2.687990754842758,0.9048290110895018,-0.0013380669479374774,0.4939073920249939,0.3365932069718838,0.702760889874855,0.18001393722959327,0.23667134662210756,1.5232906341552734,2.687990754842758,0.9048290110895018,-0.0013380669479374774,0.4939073920249939,0.3365932069718838,0.702760889874855,0.18001393722959327,0.23667134662210756,1.5232906341552734,2.687990754842758,0.9048290110895018,-0.0013380669479374774,0.02656586142256856,0.12476717587560415,0.16223846271971615,0.0668362803810058,0.054661814205050806,0.4702569842338562,2.973503887653351,1.0009676002698014,0.0015944553742883727,0.02656586142256856,0.12476717587560415,0.16223846271971615,0.0668362803810058,0.054661814205050806,0.4702569842338562,2.973503887653351,1.0009676002698014,0.0015944553742883727,0.4374016928486526,-0.029939837753772736,8.740842060459807,0.47014481387430446,0.9999999999979754,0.9999999999979754,18.591807890212504,18.591807890212504,0.9999999999979754,0.0537871306472984,0.0,3.8232591141678243,664,low_priority_skip_for_now,64,0.02656586142256856
+up_blocks.0.attentions.1.transformer_blocks.5.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.519956424832344,0.8404248207807541,0.08388310950249434,0.11058769840747118,0.2896247930903587,0.21272692799462173,0.34465535663892094,0.6720771789550781,0.8745054081082344,1.0405697960039966,-0.004388894129078835,0.5649912655353546,0.28499702364206314,0.7516546761126254,0.5481811449179245,0.8944652377765927,1.796539306640625,1.057505041360855,1.258377235486318,-0.008087178051937371,0.5649912655353546,0.28499702364206314,0.7516546761126254,0.5481811449179245,0.8944652377765927,1.796539306640625,1.057505041360855,1.258377235486318,-0.008087178051937371,0.5649912655353546,0.28499702364206314,0.7516546761126254,0.5481811449179245,0.8944652377765927,1.796539306640625,1.057505041360855,1.258377235486318,-0.008087178051937371,0.0364141003228724,0.14825735799968243,0.19030254489895712,0.28496779359354407,0.22635383581837806,0.5299091264605522,0.8341938331723213,0.9926481795895606,0.0061926472844788805,0.0364141003228724,0.14825735799968243,0.19030254489895712,0.28496779359354407,0.22635383581837806,0.5299091264605522,0.8341938331723213,0.9926481795895606,0.0061926472844788805,0.4811081560328603,-0.047469009179621935,6.735459246558077,0.4341052750477197,0.9999999999982301,0.9999999999982301,15.51572771289799,15.51572771289799,0.9999999999982301,0.06445073144326215,0.0,3.240484378146035,665,low_priority_skip_for_now,64,0.0364141003228724
+up_blocks.0.attentions.1.transformer_blocks.5.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.5.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.9168767929077148,2.9344103932380676,0.06682348065078259,0.10774231608957052,0.2585016705288609,0.056319084786066155,0.08815955023483861,0.5615371465682983,2.9047645926475525,0.9898754465052126,0.0001386401054332964,0.5659129694104195,0.36323731020092964,0.7522578899478182,0.18969667913532567,0.2565055567101118,1.7182493209838867,2.660608798265457,0.9067060888047661,0.001591158867086051,0.5659129694104195,0.36323731020092964,0.7522578899478182,0.18969667913532567,0.2565055567101118,1.7182493209838867,2.660608798265457,0.9067060888047661,0.001591158867086051,0.5659129694104195,0.36323731020092964,0.7522578899478182,0.18969667913532567,0.2565055567101118,1.7182493209838867,2.660608798265457,0.9067060888047661,0.001591158867086051,0.031664353562518954,0.13654815219342709,0.17696544764970937,0.07129988855190375,0.060327202601746684,0.5060048699378967,2.945335805416107,1.0036798202976223,0.001804544503102079,0.031664353562518954,0.13654815219342709,0.17696544764970937,0.07129988855190375,0.060327202601746684,0.5060048699378967,2.945335805416107,1.0036798202976223,0.001804544503102079,0.4990894887596369,-0.03515912708826363,8.468774207668021,0.4738507071716605,0.999999999998233,0.999999999998233,17.872241360468433,17.872241360468433,0.999999999998233,0.05595269109215083,0.0,4.226676189725832,666,low_priority_skip_for_now,64,0.031664353562518954
+up_blocks.0.attentions.1.transformer_blocks.4.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.4.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.4604516625404358,0.7004761844873428,0.09010082110762596,0.11700712330639362,0.3001661883445073,0.2542099456396146,0.4285992768485939,0.6782739162445068,0.7535127326846123,1.0757377398616157,0.002081688347971067,0.6400552690029144,0.2998935729265213,0.8000308773500747,0.6514906292747309,1.142345061897817,1.7277426719665527,1.0124441385269165,1.4455218448711893,0.006603737536352128,0.6400552690029144,0.2998935729265213,0.8000308773500747,0.6514906292747309,1.142345061897817,1.7277426719665527,1.0124441385269165,1.4455218448711893,0.006603737536352128,0.6400552690029144,0.2998935729265213,0.8000308773500747,0.6514906292747309,1.142345061897817,1.7277426719665527,1.0124441385269165,1.4455218448711893,0.006603737536352128,0.038258057087659836,0.15027383994311094,0.19395157457418696,0.32596339556611287,0.2766543563635778,0.5475701093673706,0.679624930024147,0.9702268237701418,0.00197257034778886,0.038258057087659836,0.15027383994311094,0.19395157457418696,0.32596339556611287,0.2766543563635778,0.5475701093673706,0.679624930024147,0.9702268237701418,0.00197257034778886,0.5499544478952885,-0.051842764019966125,7.103767325619162,0.4246138560883451,0.9999999999984377,0.9999999999984377,16.7299470414726,16.7299470414726,0.9999999999984377,0.05977305232905732,0.0,3.9067484375374764,667,low_priority_skip_for_now,64,0.038258057087659836
+up_blocks.0.attentions.0.transformer_blocks.2.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.4618835151195526,0.7008799612522125,0.10165429767221212,0.12371810711920261,0.31883069615831383,0.2679745605063338,0.45503213918679364,0.7276077270507812,0.7533810064196587,1.074969278038486,0.00235914476797916,0.6962503790855408,0.30804430693387985,0.8344126481551647,0.6672811132518837,1.1908794634120434,1.9619827270507812,1.0410080403089523,1.4855616967328746,0.004779932023666333,0.6962503790855408,0.30804430693387985,0.8344126481551647,0.6672811132518837,1.1908794634120434,1.9619827270507812,1.0410080403089523,1.4855616967328746,0.004779932023666333,0.6962503790855408,0.30804430693387985,0.8344126481551647,0.6672811132518837,1.1908794634120434,1.9619827270507812,1.0410080403089523,1.4855616967328746,0.004779932023666333,0.049387325532734394,0.17243663780391216,0.22053682118271942,0.3727745450085633,0.314446750664444,0.6073475778102875,0.6830970495939255,0.9746977910250847,0.0012751803151331842,0.049387325532734394,0.17243663780391216,0.22053682118271942,0.3727745450085633,0.314446750664444,0.6073475778102875,0.6830970495939255,0.9746977910250847,0.0012751803151331842,0.5945960814133286,-0.05226697213947773,6.849197673115361,0.48583608035441583,0.9999999999985638,0.9999999999985638,14.097754263084394,14.097754263084394,0.9999999999985638,0.07093328350862668,0.0,4.072506097259683,668,low_priority_skip_for_now,64,0.049387325532734394
+up_blocks.0.attentions.0.transformer_blocks.2.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.2.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.5925204306840897,2.5192401707172394,0.10329235531389713,0.12679177429527044,0.3213900441473322,0.07979095613264942,0.12769150829734388,0.7675538063049316,2.531510204076767,1.004872581872655,-0.000778471819103288,0.6872905194759369,0.36418386548757553,0.8290155972845353,0.22904512806875452,0.3293418111594481,1.9127197265625,2.35651433467865,0.9354713002223243,0.004442743258550763,0.6872905194759369,0.36418386548757553,0.8290155972845353,0.22904512806875452,0.3293418111594481,1.9127197265625,2.35651433467865,0.9354713002223243,0.004442743258550763,0.6872905194759369,0.36418386548757553,0.8290155972845353,0.22904512806875452,0.3293418111594481,1.9127197265625,2.35651433467865,0.9354713002223243,0.004442743258550763,0.0449924748390913,0.16486173681914806,0.21168500157287554,0.10370866795592382,0.0840897288681828,0.5922125726938248,2.5274676084518433,1.0030915166007428,-0.0033882993448060006,0.0449924748390913,0.16486173681914806,0.21168500157287554,0.10370866795592382,0.0840897288681828,0.5922125726938248,2.5274676084518433,1.0030915166007428,-0.0033882993448060006,0.5839981641620398,-0.05829988047480583,6.653837231038663,0.43558378257449176,0.999999999998545,0.999999999998545,15.275677141980978,15.275677141980978,0.999999999998545,0.06546354643933233,0.0,3.885828727559609,669,low_priority_skip_for_now,64,0.0449924748390913
+up_blocks.0.attentions.0.transformer_blocks.1.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.4297660328447819,0.674594558775425,0.08569198381155729,0.11216685827821493,0.29273057361819477,0.2612099315658452,0.4340932168020087,0.7118301391601562,0.7183577865362167,1.0649153334451762,-0.0005292545847623842,0.5753443241119385,0.2840893417596817,0.7585107215736482,0.6615578517319733,1.1248059879668955,1.95703125,0.947143092751503,1.4043385142638007,0.0031513802969129756,0.5753443241119385,0.2840893417596817,0.7585107215736482,0.6615578517319733,1.1248059879668955,1.95703125,0.947143092751503,1.4043385142638007,0.0031513802969129756,0.5753443241119385,0.2840893417596817,0.7585107215736482,0.6615578517319733,1.1248059879668955,1.95703125,0.947143092751503,1.4043385142638007,0.0031513802969129756,0.03224404575303197,0.13854975812137127,0.17930287447420779,0.3224851053175727,0.26578257822617585,0.5100883841514587,0.6564756631851196,0.9732046887369832,-0.0008840084556140937,0.03224404575303197,0.13854975812137127,0.17930287447420779,0.3224851053175727,0.26578257822617585,0.5100883841514587,0.6564756631851196,0.9732046887369832,-0.0008840084556140937,0.4896523403003812,-0.053447938058525324,6.714097381272524,0.37627843724055465,0.999999999998262,0.999999999998262,17.843428473611887,17.843428473611887,0.999999999998262,0.05604304136092,0.0,3.2875734957447524,670,low_priority_skip_for_now,64,0.03224404575303197
+up_blocks.0.attentions.0.transformer_blocks.1.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.6363920122385025,2.5791096687316895,0.08643691055476665,0.11871322803199291,0.2940002239797006,0.07274290276551452,0.11411784133052294,0.6875,2.56584894657135,0.9948479953411545,0.001238949328126182,0.6613137051463127,0.35548803210258484,0.8131972712330088,0.21760270179583413,0.3155921164596868,1.916183352470398,2.3813516199588776,0.923395698664959,0.0022340253126458265,0.6613137051463127,0.35548803210258484,0.8131972712330088,0.21760270179583413,0.3155921164596868,1.916183352470398,2.3813516199588776,0.923395698664959,0.0022340253126458265,0.6613137051463127,0.35548803210258484,0.8131972712330088,0.21760270179583413,0.3155921164596868,1.916183352470398,2.3813516199588776,0.923395698664959,0.0022340253126458265,0.03695037844590843,0.1476609343662858,0.19119379739860795,0.09048691892575253,0.0742109932951147,0.5469250082969666,2.5771247148513794,0.999296453452337,-0.000341457223839825,0.03695037844590843,0.1476609343662858,0.19119379739860795,0.09048691892575253,0.0742109932951147,0.5469250082969666,2.5771247148513794,0.999296453452337,-0.000341457223839825,0.5748767945915461,-0.04948653210885823,7.650825334851039,0.42748379376735224,0.9999999999984879,0.9999999999984879,17.89734592560428,17.89734592560428,0.9999999999984879,0.0558742063839089,0.0,4.398281944478957,671,low_priority_skip_for_now,64,0.03695037844590843
+mid_block.attentions.0.transformer_blocks.9.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.9.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.7545915842056274,2.454601377248764,0.013312513125129044,0.053771577309817076,0.11537329652591766,0.03067454383865083,0.04701877344593734,0.2542686462402344,2.4334918558597565,0.9914086942919591,-0.0008673312477185391,0.1598635371774435,0.24176640436053276,0.3997829037055717,0.13783554765709963,0.16289467020533316,0.7887344360351562,2.187865048646927,0.8913481832601968,0.005887765437364578,0.1598635371774435,0.24176640436053276,0.3997829037055717,0.13783554765709963,0.16289467020533316,0.7887344360351562,2.187865048646927,0.8913481832601968,0.005887765437364578,0.1598635371774435,0.24176640436053276,0.3997829037055717,0.13783554765709963,0.16289467020533316,0.7887344360351562,2.187865048646927,0.8913481832601968,0.005887765437364578,0.006954159063752741,0.0640795323997736,0.083288011900878,0.03658965221155611,0.0339451910358527,0.2379334568977356,2.46244615316391,1.0031957335174742,0.000320200120768277,0.006954159063752741,0.0640795323997736,0.083288011900878,0.03658965221155611,0.0339451910358527,0.2379334568977356,2.46244615316391,1.0031957335174742,0.000320200120768277,0.14655102405231446,-0.0063583540613763034,12.00851677386687,0.5223776305695063,0.9999999999937447,0.9999999999937447,22.988191050692848,22.988191050692848,0.9999999999937447,0.04350059548595088,0.0,1.7598604305595853,672,low_priority_skip_for_now,64,0.006954159063752741
+mid_block.attentions.0.transformer_blocks.8.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.8.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.3554544746875763,0.7429724708199501,0.016024424694478512,0.04973321780562401,0.1265867920370716,0.1399376922622762,0.1703845183970487,0.3116416931152344,0.7377810701727867,0.993011772234531,0.001656963759160135,0.11390491388738155,0.1307179033756256,0.3374963420950531,0.3677954248897507,0.4542649718055234,0.7697334289550781,0.7203361093997955,0.9695446870389877,0.0008226013997045811,0.11390491388738155,0.1307179033756256,0.3374963420950531,0.3677954248897507,0.4542649718055234,0.7697334289550781,0.7203361093997955,0.9695446870389877,0.0008226013997045811,0.11390491388738155,0.1307179033756256,0.3374963420950531,0.3677954248897507,0.4542649718055234,0.7697334289550781,0.7203361093997955,0.9695446870389877,0.0008226013997045811,0.006651660776697099,0.06289082486182451,0.08130961829458107,0.1767983466690439,0.10940471843257431,0.23157884180545807,0.7387129366397858,0.9942776452851015,0.0006349591130856425,0.006651660776697099,0.06289082486182451,0.08130961829458107,0.1767983466690439,0.10940471843257431,0.23157884180545807,0.7387129366397858,0.9942776452851015,0.0006349591130856425,0.09788048919290304,-0.009372763917781413,7.108206132325065,0.4150951377726495,0.9999999999912207,0.9999999999912207,17.124281843912232,17.124281843912232,0.9999999999912207,0.05839660950198547,0.0,0.6957546935159706,673,low_priority_skip_for_now,64,0.006651660776697099
+mid_block.attentions.0.transformer_blocks.8.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.8.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.766122043132782,2.4251007735729218,0.013975369627587497,0.05527544301003218,0.11820998800157921,0.031322646675076,0.04876666306857898,0.2660207748413086,2.3985005021095276,0.9890418088994569,0.00040289125172421336,0.1613925453275442,0.2461745422333479,0.4016894533655438,0.13944302292445138,0.1656818311015526,0.8483593463897705,2.162663757801056,0.8918002102963519,0.005269158893497661,0.1613925453275442,0.2461745422333479,0.4016894533655438,0.13944302292445138,0.1656818311015526,0.8483593463897705,2.162663757801056,0.8918002102963519,0.005269158893497661,0.1613925453275442,0.2461745422333479,0.4016894533655438,0.13944302292445138,0.1656818311015526,0.8483593463897705,2.162663757801056,0.8918002102963519,0.005269158893497661,0.007358679256867617,0.0663251131772995,0.08519943975589071,0.03759469047211627,0.03513298756673837,0.2368869185447693,2.436037689447403,1.0044359993343057,-0.0002807504170050379,0.007358679256867617,0.0663251131772995,0.08519943975589071,0.03759469047211627,0.03513298756673837,0.2368869185447693,2.436037689447403,1.0044359993343057,-0.0002807504170050379,0.14741717569995672,-0.00661669037071988,11.548356116277999,0.5265463062826601,0.9999999999938038,0.9999999999938038,21.932270679550204,21.932270679550204,0.9999999999938038,0.04559491420057644,0.0,1.7024260426390234,674,low_priority_skip_for_now,64,0.007358679256867617
+up_blocks.0.attentions.0.transformer_blocks.3.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.4820455089211464,0.7306447997689247,0.09840414207428694,0.12347446847707033,0.3136918207300961,0.2562859159421546,0.4294593907393502,0.740234375,0.7888132333755493,1.07967250613437,-0.0007881599358370295,0.6473924890160561,0.3052694536745548,0.8046016679302006,0.6336731854752525,1.1015508607429447,1.8148574829101562,1.0300292819738388,1.4099987631075945,-0.01359139522537589,0.6473924890160561,0.3052694536745548,0.8046016679302006,0.6336731854752525,1.1015508607429447,1.8148574829101562,1.0300292819738388,1.4099987631075945,-0.01359139522537589,0.6473924890160561,0.3052694536745548,0.8046016679302006,0.6336731854752525,1.1015508607429447,1.8148574829101562,1.0300292819738388,1.4099987631075945,-0.01359139522537589,0.038544372422620654,0.15105073899030685,0.19562832977933983,0.3133763191981713,0.26773563592047933,0.5584120005369186,0.7124708369374275,0.975191149247574,0.0013460539339575917,0.038544372422620654,0.15105073899030685,0.19562832977933983,0.3133763191981713,0.26773563592047933,0.5584120005369186,0.7124708369374275,0.975191149247574,0.0013460539339575917,0.5489883469417691,-0.059859769651666284,6.578915026978739,0.39169461376057896,0.9999999999984553,0.9999999999984553,16.79603138691455,16.79603138691455,0.9999999999984553,0.05953787397370496,0.0,3.611747685331422,675,low_priority_skip_for_now,64,0.038544372422620654
+up_blocks.0.attentions.0.transformer_blocks.3.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.3.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.5927384495735168,2.61308017373085,0.09226866625249386,0.12057321611791849,0.3037563972230623,0.0758272136450062,0.11631678514391562,0.7323722839355469,2.6103617548942566,0.9989541625160367,-0.0016105785707623,0.6562394723296165,0.35279756411910057,0.8100700348675165,0.2216985962122812,0.31016265931120934,1.7316246032714844,2.435073733329773,0.931935964299497,0.004655671815271489,0.6562394723296165,0.35279756411910057,0.8100700348675165,0.2216985962122812,0.31016265931120934,1.7316246032714844,2.435073733329773,0.931935964299497,0.004655671815271489,0.6562394723296165,0.35279756411910057,0.8100700348675165,0.2216985962122812,0.31016265931120934,1.7316246032714844,2.435073733329773,0.931935964299497,0.004655671815271489,0.040245269890874624,0.15544719994068146,0.20047999643968398,0.09770139231560748,0.07673615233291535,0.5692044496536255,2.599007785320282,0.9945970576958081,-0.003240855374315288,0.040245269890874624,0.15544719994068146,0.20047999643968398,0.09770139231560748,0.07673615233291535,0.5692044496536255,2.599007785320282,0.9945970576958081,-0.003240855374315288,0.5639708060771227,-0.052023396361619234,7.112267890886168,0.4361748307958303,0.9999999999984762,0.9999999999984762,16.306002521357396,16.306002521357396,0.9999999999984762,0.06132710936747625,0.0,4.011111455459509,676,low_priority_skip_for_now,64,0.040245269890874624
+up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.39679180085659027,0.6603773832321167,0.05751889618113637,0.09273865632712841,0.2398297901137416,0.2337457245071923,0.3631858898502783,0.5613555908203125,0.6938576176762581,1.0507038761576684,0.0032898780482355505,0.3775629960000515,0.23670443147420883,0.6144566597369144,0.5965585045025543,0.9305007691963862,1.5121231079101562,0.8357659801840782,1.2656223991290052,-0.005046637830673717,0.3775629960000515,0.23670443147420883,0.6144566597369144,0.5965585045025543,0.9305007691963862,1.5121231079101562,0.8357659801840782,1.2656223991290052,-0.005046637830673717,0.3775629960000515,0.23670443147420883,0.6144566597369144,0.5965585045025543,0.9305007691963862,1.5121231079101562,0.8357659801840782,1.2656223991290052,-0.005046637830673717,0.024154847022145987,0.12062864936888218,0.15532464521073736,0.3039433390738799,0.23517460171261712,0.4405079707503319,0.6499086618423462,0.9841534018179184,0.00043739399006881285,0.024154847022145987,0.12062864936888218,0.15532464521073736,0.3039433390738799,0.23517460171261712,0.4405079707503319,0.6499086618423462,0.9841534018179184,0.00043739399006881285,0.32004409981891513,-0.03336404915899038,6.56415580028657,0.4199462894012864,0.9999999999973515,0.9999999999973515,15.63094130293013,15.63094130293013,0.9999999999973515,0.06397567367030513,0.0,2.1008193341738255,677,low_priority_skip_for_now,64,0.024154847022145987
+down_blocks.2.attentions.1.transformer_blocks.4.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.4.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.5814567357301712,0.8752803206443787,0.09861173387616873,0.11885607894510031,0.31402349387429823,0.20459373917652984,0.3590034429234118,0.7178916931152344,0.9190129265189171,1.0500584075774368,-0.0011431990278651938,0.6289050057530403,0.3046274594962597,0.7930295105303279,0.5242776994536056,0.9066016864208855,1.7695999145507812,1.0959624648094177,1.2525666722267346,-0.006813743195380084,0.6289050057530403,0.3046274594962597,0.7930295105303279,0.5242776994536056,0.9066016864208855,1.7695999145507812,1.0959624648094177,1.2525666722267346,-0.006813743195380084,0.6289050057530403,0.3046274594962597,0.7930295105303279,0.5242776994536056,0.9066016864208855,1.7695999145507812,1.0959624648094177,1.2525666722267346,-0.006813743195380084,0.04175142431631684,0.1594245731830597,0.20395705009459544,0.2740078846550001,0.2328822160543049,0.5587377101182938,0.850961335003376,0.9724419395854359,-0.0014111263990344014,0.04175142431631684,0.1594245731830597,0.20395705009459544,0.2740078846550001,0.2328822160543049,0.5587377101182938,0.850961335003376,0.9724419395854359,-0.0014111263990344014,0.5302932718768716,-0.056860309559851885,6.377587950500977,0.4233920515820422,0.9999999999984099,0.9999999999984099,15.063079069429383,15.063079069429383,0.9999999999984099,0.06638748926200388,0.0,3.3819919809536745,678,low_priority_skip_for_now,64,0.04175142431631684
+up_blocks.0.attentions.1.transformer_blocks.9.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.581258699297905,1.0791523158550262,0.03373982897028327,0.07124968431890011,0.18368303112812243,0.12257726207321838,0.17022599470790425,0.4399585723876953,1.0745382606983185,0.9957284141088651,0.00030450672056758776,0.2296322714537382,0.19143790006637573,0.4791959832672911,0.32933688478047657,0.4440844625278424,1.3180196285247803,1.0411142408847809,0.9647655693581465,-0.00013607075925392564,0.2296322714537382,0.19143790006637573,0.4791959832672911,0.32933688478047657,0.4440844625278424,1.3180196285247803,1.0411142408847809,0.9647655693581465,-0.00013607075925392564,0.2296322714537382,0.19143790006637573,0.4791959832672911,0.32933688478047657,0.4440844625278424,1.3180196285247803,1.0411142408847809,0.9647655693581465,-0.00013607075925392564,0.012828848324716091,0.08725279942154884,0.11292762373985668,0.14997789139936532,0.1046124895701621,0.3232489824295044,1.0670203566551208,0.9887140021503992,0.0017063563609553967,0.012828848324716091,0.08725279942154884,0.11292762373985668,0.14997789139936532,0.1046124895701621,0.3232489824295044,1.0670203566551208,0.9887140021503992,0.0017063563609553967,0.19589244248345494,-0.02091098064556718,6.805970227329351,0.38022861158054516,0.9999999999956452,0.9999999999956452,17.899679349503916,17.899679349503916,0.9999999999956452,0.05586692255162719,0.0,1.3332381313012216,679,low_priority_skip_for_now,64,0.012828848324716091
+down_blocks.2.attentions.1.transformer_blocks.2.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.5522062480449677,2.730788469314575,0.08930512517690659,0.11529644951224327,0.2988382652281402,0.07442358195493147,0.1094961319238842,0.71875,2.721461057662964,0.9965779542163882,0.0034228346485178918,0.6454643979668617,0.34001800417900085,0.8033834606899745,0.21928787232533745,0.2943305152284892,1.7932486534118652,2.500445008277893,0.9156838346571062,0.023564939852803946,0.6454643979668617,0.34001800417900085,0.8033834606899745,0.21928787232533745,0.2943305152284892,1.7932486534118652,2.500445008277893,0.9156838346571062,0.023564939852803946,0.6454643979668617,0.34001800417900085,0.8033834606899745,0.21928787232533745,0.2943305152284892,1.7932486534118652,2.500445008277893,0.9156838346571062,0.023564939852803946,0.03720025927759707,0.14796609245240688,0.19229580188180967,0.09532058356204953,0.07038226679958773,0.553864985704422,2.701892137527466,0.9894546060801526,0.003726905944859027,0.03720025927759707,0.14796609245240688,0.19229580188180967,0.09532058356204953,0.07038226679958773,0.553864985704422,2.701892137527466,0.9894546060801526,0.003726905944859027,0.5561592727899551,-0.052104865899309516,7.227629956074959,0.4165523445993683,0.9999999999984508,0.9999999999984508,17.351072559277174,17.351072559277174,0.9999999999984508,0.0576333247731648,0.0,4.0197134203655445,680,low_priority_skip_for_now,64,0.03720025927759707
+up_blocks.0.attentions.2.transformer_blocks.0.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.698441430926323,2.6440975964069366,0.06013629771769047,0.09911186434328556,0.2452262780156709,0.05844637009704797,0.09280695269269043,0.5426623821258545,2.6248195469379425,0.9927001206604686,0.0032185820309678093,0.4388497769832611,0.3190835267305374,0.6624440780650334,0.18806089611751833,0.2506689539227543,1.7119483947753906,2.4024467766284943,0.9086237190073375,0.00946714449673891,0.4388497769832611,0.3190835267305374,0.6624440780650334,0.18806089611751833,0.2506689539227543,1.7119483947753906,2.4024467766284943,0.9086237190073375,0.00946714449673891,0.4388497769832611,0.3190835267305374,0.6624440780650334,0.18806089611751833,0.2506689539227543,1.7119483947753906,2.4024467766284943,0.9086237190073375,0.00946714449673891,0.028458995511755347,0.13108160812407732,0.1678765228323961,0.07742857268884516,0.06359349571401834,0.4671124517917633,2.624864250421524,0.9926570631346762,0.003430013035540469,0.028458995511755347,0.13108160812407732,0.1678765228323961,0.07742857268884516,0.06359349571401834,0.4671124517917633,2.624864250421524,0.9926570631346762,0.003430013035540469,0.37871347926557064,-0.03167730220593512,7.297585545358005,0.4732415627726654,0.9999999999977214,0.9999999999977214,15.42042398462617,15.42042398462617,0.9999999999977214,0.06484905998431441,0.0,2.763694012120667,681,low_priority_skip_for_now,64,0.028458995511755347
+up_blocks.0.attentions.1.transformer_blocks.9.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.9.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,2.429206132888794,3.3586442470550537,0.03524138079956174,0.08094440028071404,0.1877211376680324,0.03338132118712177,0.0559275498040621,0.3953227996826172,3.3129200637340546,0.9863764954244534,-0.0008803040491329739,0.34294643253088,0.3501700647175312,0.5855582966322592,0.1442334876696875,0.1743980628247612,1.2706447839736938,2.9848165810108185,0.888701491197201,-0.001037358162648161,0.34294643253088,0.3501700647175312,0.5855582966322592,0.1442334876696875,0.1743980628247612,1.2706447839736938,2.9848165810108185,0.888701491197201,-0.001037358162648161,0.34294643253088,0.3501700647175312,0.5855582966322592,0.1442334876696875,0.1743980628247612,1.2706447839736938,2.9848165810108185,0.888701491197201,-0.001037358162648161,0.0122648433316499,0.0845481138676405,0.1103250702091574,0.03483295455316647,0.03285034402773611,0.32445842027664185,3.379663646221161,1.0062445574924932,-0.0022061287018004805,0.0122648433316499,0.0845481138676405,0.1103250702091574,0.03483295455316647,0.03285034402773611,0.32445842027664185,3.379663646221161,1.0062445574924932,-0.0022061287018004805,0.30770505173131824,-0.02297653746791184,9.731356284581604,0.34802391543791045,0.9999999999970841,0.9999999999970841,27.96174588043304,27.96174588043304,0.9999999999970841,0.03576314598493388,0.0,2.9943874889630715,682,low_priority_skip_for_now,64,0.0122648433316499
+up_blocks.0.attentions.1.transformer_blocks.1.attn1.to_out.0,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn1.to_out.0.weight,attn1.to_out.0,1280,1280,56,True,128,True,128,True,False,0,False,True,phase1b,128,0.6671350310955729,0.8320809198277337,0.007714872647609029,0.06934702868706413,0.08707088366939753,0.1042046379895397,0.10488346845354342,0.22574311920574733,0.8194129339286259,0.9850944156712156,0.0009903294708887447,0.05489406934274094,0.1849389552537884,0.23230769557473763,0.2779594798114654,0.2798623909748293,0.6091478211539132,0.7512070185371807,0.9032218223477048,-0.005641138966114211,0.03394285369930523,0.14642756232725723,0.18319389214770515,0.22619702975301373,0.22677894905159518,0.4674092616353716,0.7908875612275941,0.9477059080333589,0.003075059544633924,0.006924732105939516,0.06591568740883044,0.08266675598766822,0.09963620509949246,0.1001167049696009,0.21345339289733342,0.8307717421225139,0.9991857334446346,-0.0011760016978834237,0.05489406934274094,0.1849389552537884,0.23230769557473763,0.2779594798114654,0.2798623909748293,0.6091478211539132,0.7512070185371807,0.9032218223477048,-0.005641138966114211,0.006924732105939516,0.06591568740883044,0.08266675598766822,0.09963620509949246,0.1001167049696009,0.21345339289733342,0.8307717421225139,0.9991857334446346,-0.0011760016978834237,0.04717919669513192,-0.000790140541669513,7.115356512416079,0.8975821664649288,1.6172496816980158,7.927248086280431,0.9999999999817831,7.927248086280431,0.20401148845882827,0.9999999998555901,0.0,0.335696804455266,683,low_priority_skip_for_now,64,0.006924732105939516
+up_blocks.0.attentions.1.transformer_blocks.1.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.638343945145607,2.4387131929397583,0.09135040454566479,0.12076010089367628,0.302241369894572,0.07390111429167485,0.12410465269034278,0.6964406967163086,2.4220440685749054,0.993153621079867,0.002565403687185608,0.6752840876579285,0.35925713181495667,0.8217373216442346,0.21960420383158827,0.33735435185745716,1.8920512199401855,2.269787520170212,0.9308309410856336,0.003446879956754856,0.6752840876579285,0.35925713181495667,0.8217373216442346,0.21960420383158827,0.33735435185745716,1.8920512199401855,2.269787520170212,0.9308309410856336,0.003446879956754856,0.6752840876579285,0.35925713181495667,0.8217373216442346,0.21960420383158827,0.33735435185745716,1.8920512199401855,2.269787520170212,0.9308309410856336,0.003446879956754856,0.038677034666761756,0.15047476068139076,0.1959769463134937,0.09192208170253036,0.08040210842562598,0.5696630328893661,2.435869723558426,0.9988208835198705,-0.00037838402386114467,0.038677034666761756,0.15047476068139076,0.1959769463134937,0.09192208170253036,0.08040210842562598,0.5696630328893661,2.435869723558426,0.9988208835198705,-0.00037838402386114467,0.5839336831122637,-0.05267336987890303,7.392239706097537,0.423392045811951,0.9999999999985192,0.9999999999985192,17.459562074979708,17.459562074979708,0.9999999999985192,0.057275205167127675,0.0,4.3165777580302525,684,low_priority_skip_for_now,64,0.038677034666761756
+up_blocks.0.attentions.1.transformer_blocks.1.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.42607348784804344,0.679254524409771,0.08313754387199879,0.10951965861022472,0.28833448804979067,0.2571316236931434,0.4245214828603749,0.661773681640625,0.730488084256649,1.0754398640131317,0.0033325047115795314,0.527930848300457,0.2723484933376312,0.7265854532863608,0.6393302673741614,1.0697622093643877,1.7600021362304688,0.9505590125918388,1.3994778759069029,0.009571638132911175,0.527930848300457,0.2723484933376312,0.7265854532863608,0.6393302673741614,1.0697622093643877,1.7600021362304688,0.9505590125918388,1.3994778759069029,0.009571638132911175,0.527930848300457,0.2723484933376312,0.7265854532863608,0.6393302673741614,1.0697622093643877,1.7600021362304688,0.9505590125918388,1.3994778759069029,0.009571638132911175,0.03071768209338188,0.13545543514192104,0.17500492165264206,0.3178507636492272,0.2576018251548658,0.4951251149177551,0.6660981550812721,0.9806480826938646,-0.0003814848096226342,0.03071768209338188,0.13545543514192104,0.17500492165264206,0.3178507636492272,0.2576018251548658,0.4951251149177551,0.6660981550812721,0.9806480826938646,-0.0003814848096226342,0.4447933044284582,-0.052419861778616905,6.350089546870978,0.3694802692307861,0.9999999999981058,0.9999999999981058,17.186545738651716,17.186545738651716,0.9999999999981058,0.058185048652132546,0.0,2.8244773129693534,685,low_priority_skip_for_now,64,0.03071768209338188
+up_blocks.0.attentions.1.transformer_blocks.2.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.6845462620258331,2.539829909801483,0.0963881928473711,0.12312184553593397,0.3104632800616613,0.07330005974577428,0.12238504330070452,0.734375,2.526718854904175,0.9948076439944137,0.0033262187789659947,0.7070280387997627,0.37677017971873283,0.8408319417654104,0.2240787640001203,0.33139660532241916,1.8536691665649414,2.339981883764267,0.9213831900400941,0.0034062615159200504,0.7070280387997627,0.37677017971873283,0.8408319417654104,0.2240787640001203,0.33139660532241916,1.8536691665649414,2.339981883764267,0.9213831900400941,0.0034062615159200504,0.7070280387997627,0.37677017971873283,0.8408319417654104,0.2240787640001203,0.33139660532241916,1.8536691665649414,2.339981883764267,0.9213831900400941,0.0034062615159200504,0.049468861892819405,0.1730657648295164,0.2220411451822865,0.10330424705509685,0.08763494091639143,0.6183748245239258,2.557636320590973,1.0071049027866128,0.0013351682500797324,0.049468861892819405,0.1730657648295164,0.2220411451822865,0.10330424705509685,0.08763494091639143,0.6183748245239258,2.557636320590973,1.0071049027866128,0.0013351682500797324,0.6106398459523916,-0.0469193309545517,7.335214178275892,0.5132253280299507,0.9999999999985857,0.9999999999985857,14.292385386131112,14.292385386131112,0.9999999999985857,0.06996732686404747,0.0,4.47917405585019,686,low_priority_skip_for_now,64,0.049468861892819405
+up_blocks.0.attentions.1.transformer_blocks.2.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.2.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.4340762309730053,0.676291212439537,0.09213797748088837,0.11533706821501255,0.3035408102161178,0.26577627813834115,0.4488834069166089,0.7019004821777344,0.7331544235348701,1.0841146118255793,0.0017560925698489882,0.6170962899923325,0.29524730145931244,0.7855501889272942,0.6802668755410192,1.161682852518125,1.793243408203125,0.9785844683647156,1.4471230671262716,0.0011302021193841938,0.6170962899923325,0.29524730145931244,0.7855501889272942,0.6802668755410192,1.161682852518125,1.793243408203125,0.9785844683647156,1.4471230671262716,0.0011302021193841938,0.6170962899923325,0.29524730145931244,0.7855501889272942,0.6802668755410192,1.161682852518125,1.793243408203125,0.9785844683647156,1.4471230671262716,0.0011302021193841938,0.04286958649754524,0.16068750992417336,0.20584850066900748,0.3700161403824826,0.3043155340111253,0.5693463385105133,0.6633474081754684,0.9808529059790146,-0.004154358830419369,0.04286958649754524,0.16068750992417336,0.20584850066900748,0.3700161403824826,0.3043155340111253,0.5693463385105133,0.6633474081754684,0.9808529059790146,-0.004154358830419369,0.5249583125114441,-0.049268390983343124,6.697523723196936,0.4652759662102649,0.9999999999983795,0.9999999999983795,14.394733898664343,14.394733898664343,0.9999999999983795,0.06946984966966571,0.0,3.5159207517348277,687,low_priority_skip_for_now,64,0.04286958649754524
+mid_block.attentions.0.transformer_blocks.7.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.7.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6733441948890686,2.204025149345398,0.014852886786684394,0.054060984402894974,0.12186953991818104,0.03235019585464633,0.05533067874125308,0.2509765625,2.173541307449341,0.9861716532308369,1.6838030035160045e-05,0.15210464596748352,0.23762807250022888,0.38995837050434456,0.14207708711870265,0.17699209330771412,0.7872190475463867,1.9634619355201721,0.8908735227926524,-0.008526676159817725,0.15210464596748352,0.23762807250022888,0.38995837050434456,0.14207708711870265,0.17699209330771412,0.7872190475463867,1.9634619355201721,0.8908735227926524,-0.008526676159817725,0.15210464596748352,0.23762807250022888,0.38995837050434456,0.14207708711870265,0.17699209330771412,0.7872190475463867,1.9634619355201721,0.8908735227926524,-0.008526676159817725,0.005638804170303047,0.0579155134037137,0.07470188792165636,0.03458172029935139,0.033872561666461624,0.21030426025390625,2.2117896378040314,1.0035004954473237,0.0005509787438313651,0.005638804170303047,0.0579155134037137,0.07470188792165636,0.03458172029935139,0.033872561666461624,0.21030426025390625,2.2117896378040314,1.0035004954473237,0.0005509787438313651,0.13725175918079913,-0.009214082616381347,10.240746337176994,0.37964365115733517,0.9999999999934256,0.9999999999934256,26.97462819183776,26.97462819183776,0.9999999999934256,0.037071873343509976,0.0,1.4055604501018675,688,low_priority_skip_for_now,64,0.005638804170303047
+down_blocks.2.attentions.1.transformer_blocks.2.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.2.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.5708256214857101,0.8374735042452812,0.10147554147988558,0.1224267054349184,0.3185509270468769,0.2146805922297574,0.3805780239355199,0.6973741799592972,0.8830772936344147,1.0545394277940616,-0.0009762597619555891,0.6584133431315422,0.3116404637694359,0.8114206010160553,0.5464565078365821,0.9694156504438673,1.989140510559082,1.079907014966011,1.2898045965173865,-0.003060166218347149,0.6584133431315422,0.3116404637694359,0.8114206010160553,0.5464565078365821,0.9694156504438673,1.989140510559082,1.079907014966011,1.2898045965173865,-0.003060166218347149,0.6584133431315422,0.3116404637694359,0.8114206010160553,0.5464565078365821,0.9694156504438673,1.989140510559082,1.079907014966011,1.2898045965173865,-0.003060166218347149,0.04708118294365704,0.16824420727789402,0.21577536904494315,0.29466433070798104,0.2576028975727324,0.5972203761339188,0.830064170062542,0.9913101754338501,0.002845080128281552,0.04708118294365704,0.16824420727789402,0.21577536904494315,0.29466433070798104,0.2576028975727324,0.5972203761339188,0.830064170062542,0.9913101754338501,0.002845080128281552,0.5569378016516566,-0.05439435853622854,6.488394479329426,0.4639658212863587,0.9999999999984812,0.9999999999984812,13.984638914138872,13.984638914138872,0.9999999999984812,0.07150703040077871,0.0,3.613632157566476,689,low_priority_skip_for_now,64,0.04708118294365704
+down_blocks.2.attentions.1.transformer_blocks.3.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.3.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.6298200637102127,2.772418349981308,0.07006228622049093,0.10759014263749123,0.2646893004720902,0.06614202023717912,0.09552567139862422,0.572413444519043,2.7498839199543,0.9918712258561074,-0.00401812739437446,0.5859705880284309,0.3378073498606682,0.7654626500956383,0.2075068484408327,0.27621979539357444,1.7537384033203125,2.530493527650833,0.9127778990233695,-0.011000075610354543,0.5859705880284309,0.3378073498606682,0.7654626500956383,0.2075068484408327,0.27621979539357444,1.7537384033203125,2.530493527650833,0.9127778990233695,-0.011000075610354543,0.5859705880284309,0.3378073498606682,0.7654626500956383,0.2075068484408327,0.27621979539357444,1.7537384033203125,2.530493527650833,0.9127778990233695,-0.011000075610354543,0.03755248058587313,0.150247136130929,0.19340581046930475,0.0922495124958077,0.06974821903803627,0.5421639829874039,2.7377395033836365,0.987508478114206,-0.003015537324245088,0.03755248058587313,0.150247136130929,0.19340581046930475,0.0922495124958077,0.06974821903803627,0.5421639829874039,2.7377395033836365,0.987508478114206,-0.003015537324245088,0.51590830180794,-0.032509805634617805,8.363566472495298,0.5359870853651113,0.9999999999982935,0.9999999999982935,15.604044762711714,15.604044762711714,0.9999999999982935,0.06408594791789621,0.0,4.3148333758828725,690,low_priority_skip_for_now,64,0.03755248058587313
+down_blocks.2.attentions.1.transformer_blocks.7.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6546289324760437,2.9084464013576508,0.04046372137963772,0.08194283675402403,0.2011543236631303,0.049625142194853186,0.06919312188094794,0.4396553039550781,2.88825586438179,0.9930587985574195,0.0012236132097314112,0.3563421480357647,0.28909172490239143,0.59692041139948,0.1748958783351577,0.20529704330304463,1.3459396362304688,2.6118483543395996,0.8980359605969589,0.0031755320718502844,0.3563421480357647,0.28909172490239143,0.59692041139948,0.1748958783351577,0.20529704330304463,1.3459396362304688,2.6118483543395996,0.8980359605969589,0.0031755320718502844,0.3563421480357647,0.28909172490239143,0.59692041139948,0.1748958783351577,0.20529704330304463,1.3459396362304688,2.6118483543395996,0.8980359605969589,0.0031755320718502844,0.021528079290874302,0.11058695148676634,0.14609313156975556,0.06692312427275736,0.050234646488008385,0.4324023127555847,2.921013057231903,1.004348696834975,-0.00032562619890086353,0.021528079290874302,0.11058695148676634,0.14609313156975556,0.06692312427275736,0.050234646488008385,0.4324023127555847,2.921013057231903,1.004348696834975,-0.00032562619890086353,0.315878426656127,-0.018935642088763416,8.80646010493434,0.5320340926718544,0.9999999999971938,0.9999999999971938,16.552435691291084,16.552435691291084,0.9999999999971938,0.0604140694820451,0.0,2.78177076235661,691,low_priority_skip_for_now,64,0.021528079290874302
+down_blocks.2.attentions.1.transformer_blocks.6.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.624752588570118,0.9885215982794762,0.07873777765780687,0.10696688573807478,0.2806014518835277,0.17125638161197304,0.2838971144626596,0.6532530784606934,1.0124356746673584,1.0242133274799603,-0.00163525682000909,0.5146933943033218,0.27952930331230164,0.7174157356472047,0.447528170782434,0.7258437580105673,1.7097930908203125,1.1365795284509659,1.1498459630189704,0.002297610886671464,0.5146933943033218,0.27952930331230164,0.7174157356472047,0.447528170782434,0.7258437580105673,1.7097930908203125,1.1365795284509659,1.1498459630189704,0.002297610886671464,0.5146933943033218,0.27952930331230164,0.7174157356472047,0.447528170782434,0.7258437580105673,1.7097930908203125,1.1365795284509659,1.1498459630189704,0.002297610886671464,0.03063877997919917,0.13363133370876312,0.17385143110762308,0.21384959043009502,0.17584651128283416,0.5022619962692261,0.9840140119194984,0.9954289514228959,-0.002017402024648618,0.03063877997919917,0.13363133370876312,0.17385143110762308,0.21384959043009502,0.17584651128283416,0.5022619962692261,0.9840140119194984,0.9954289514228959,-0.002017402024648618,0.43595561664551497,-0.0480989976786077,6.536803674262109,0.3891242665238241,0.9999999999980571,0.9999999999980571,16.798756172274196,16.798756172274196,0.9999999999980571,0.05952821683404671,0.0,2.8497562767036055,692,low_priority_skip_for_now,64,0.03063877997919917
+down_blocks.2.attentions.1.transformer_blocks.8.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.9745301306247711,3.256456345319748,0.03945760801434517,0.08319016452878714,0.19863823074363035,0.042223535906898806,0.06103443655878219,0.46652793884277344,3.231523782014847,0.992338458711479,0.00015131028658288415,0.38329391181468964,0.30944666266441345,0.6190733957287878,0.15686566979754554,0.19017664311749913,1.3505723178386688,2.9023663997650146,0.8912690335523051,0.0007846995613363106,0.38329391181468964,0.30944666266441345,0.6190733957287878,0.15686566979754554,0.19017664311749913,1.3505723178386688,2.9023663997650146,0.8912690335523051,0.0007846995613363106,0.38329391181468964,0.30944666266441345,0.6190733957287878,0.15686566979754554,0.19017664311749913,1.3505723178386688,2.9023663997650146,0.8912690335523051,0.0007846995613363106,0.01701994484756142,0.10008120536804199,0.12994959318748123,0.050805825132493085,0.039930697284000984,0.37037430703639984,3.257319301366806,1.0002259014474255,-0.0009223892848240212,0.01701994484756142,0.10008120536804199,0.12994959318748123,0.050805825132493085,0.039930697284000984,0.37037430703639984,3.257319301366806,1.0002259014474255,-0.0009223892848240212,0.34383630380034447,-0.02243766316678375,9.714068619304689,0.4313476083228947,0.9999999999973911,0.9999999999973911,22.520279309077015,22.520279309077015,0.9999999999973911,0.0444044226190204,0.0,3.3400494489246397,693,low_priority_skip_for_now,64,0.01701994484756142
+down_blocks.2.attentions.1.transformer_blocks.7.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.7.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.6015384942293167,0.9845340922474861,0.07144831400364637,0.10375978611409664,0.26729605339027046,0.17251913984413259,0.2715093548955228,0.6121368408203125,0.9994411319494247,1.0151406886386762,-0.002821329646394588,0.4729936644434929,0.2669486403465271,0.6877405445861928,0.44383995552455796,0.6985777384937206,1.6704803705215454,1.0810737758874893,1.0980828359349104,0.003429513053561095,0.4729936644434929,0.2669486403465271,0.6877405445861928,0.44383995552455796,0.6985777384937206,1.6704803705215454,1.0810737758874893,1.0980828359349104,0.003429513053561095,0.4729936644434929,0.2669486403465271,0.6877405445861928,0.44383995552455796,0.6985777384937206,1.6704803705215454,1.0810737758874893,1.0980828359349104,0.003429513053561095,0.028887287015095353,0.1311761476099491,0.16929743685278356,0.2180339071673356,0.17195286856889172,0.48052191734313965,0.9632355645298958,0.978375079030214,0.0011380551022739382,0.028887287015095353,0.1311761476099491,0.16929743685278356,0.2180339071673356,0.17195286856889172,0.48052191734313965,0.9632355645298958,0.978375079030214,0.0011380551022739382,0.4015453504398465,-0.04256102698855102,6.6200815377215685,0.40431026844407797,0.9999999999978858,0.9999999999978858,16.37376553152781,16.37376553152781,0.9999999999978858,0.06107330644485907,0.0,2.6582629610047652,694,low_priority_skip_for_now,64,0.028887287015095353
+down_blocks.2.attentions.1.transformer_blocks.1.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.4684126824140549,2.589089959859848,0.07667617872357368,0.11124500818550587,0.27690330552676196,0.07595200560314737,0.10702256066323189,0.5989828109741211,2.5672905147075653,0.9915653687366275,0.0014481828329735436,0.5960980281233788,0.3332362100481987,0.7720578523167685,0.22732445382681338,0.29835676073470313,1.84375,2.3797472417354584,0.9191772952099404,0.008758920725085773,0.5960980281233788,0.3332362100481987,0.7720578523167685,0.22732445382681338,0.29835676073470313,1.84375,2.3797472417354584,0.9191772952099404,0.008758920725085773,0.5960980281233788,0.3332362100481987,0.7720578523167685,0.22732445382681338,0.29835676073470313,1.84375,2.3797472417354584,0.9191772952099404,0.008758920725085773,0.031892523635178804,0.13634058739989996,0.17778186875360572,0.09289982483573399,0.06865569794932054,0.5191779732704163,2.5759474337100983,0.9949569182485503,0.0006849576020613313,0.031892523635178804,0.13634058739989996,0.17778186875360572,0.09289982483573399,0.06865569794932054,0.5191779732704163,2.5759474337100983,0.9949569182485503,0.0006849576020613313,0.5194218493998051,-0.04478365508839488,7.774227120323842,0.4159378331794419,0.9999999999983225,0.9999999999983225,18.690839110868183,18.690839110868183,0.9999999999983225,0.05350214583921468,0.0,4.038103428492731,695,low_priority_skip_for_now,64,0.031892523635178804
+down_blocks.2.attentions.1.transformer_blocks.1.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.1.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.5335670113563538,0.8062827214598656,0.09220176935195923,0.11878772918134928,0.3036450655631661,0.22279935037172566,0.37671346900102426,0.666015625,0.8426075801253319,1.0451001863440987,0.0024505668779966072,0.6011710911989212,0.29905376583337784,0.7753476060518617,0.5607445939658535,0.9618974820060925,1.763493537902832,1.054779127240181,1.3083765024018843,0.01620813214685768,0.6011710911989212,0.29905376583337784,0.7753476060518617,0.5607445939658535,0.9618974820060925,1.763493537902832,1.054779127240181,1.3083765024018843,0.01620813214685768,0.6011710911989212,0.29905376583337784,0.7753476060518617,0.5607445939658535,0.9618974820060925,1.763493537902832,1.054779127240181,1.3083765024018843,0.01620813214685768,0.03519543167203665,0.1436113314703107,0.18657306395845705,0.26975578567067154,0.23162602559162132,0.5378873348236084,0.7886789962649345,0.9781797889445897,-0.0017070445464923978,0.03519543167203665,0.1436113314703107,0.18657306395845705,0.26975578567067154,0.23162602559162132,0.5378873348236084,0.7886789962649345,0.9781797889445897,-0.0017070445464923978,0.508969321846962,-0.05700633767992258,6.5201687062811935,0.3817218684524848,0.9999999999983367,0.9999999999983367,17.080940980743268,17.080940980743268,0.9999999999983367,0.058544783984518484,0.0,3.3185658447637225,696,low_priority_skip_for_now,64,0.03519543167203665
+up_blocks.0.attentions.2.transformer_blocks.3.attn2.to_k,model.diffusion_model.output_blocks.2.1.transformer_blocks.3.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.7279992550611496,2.5483680069446564,0.05653799884021282,0.0969840893521905,0.23777641552208903,0.056217553380950955,0.09338813724876023,0.5470834970474243,2.535141736268997,0.9948065806534946,-0.0008721652311578509,0.4311293251812458,0.3184632584452629,0.6565780794682302,0.18444437950629541,0.25781908426377037,1.4833145141601562,2.3548598289489746,0.9241387797153099,-0.004243461022269912,0.4311293251812458,0.3184632584452629,0.6565780794682302,0.18444437950629541,0.25781908426377037,1.4833145141601562,2.3548598289489746,0.9241387797153099,-0.004243461022269912,0.4311293251812458,0.3184632584452629,0.6565780794682302,0.18444437950629541,0.25781908426377037,1.4833145141601562,2.3548598289489746,0.9241387797153099,-0.004243461022269912,0.027058768086135387,0.12436944991350174,0.16299696786262102,0.07215924702039024,0.06406536104268622,0.48059190809726715,2.534808933734894,0.9946759562942454,-0.000302986638416769,0.027058768086135387,0.12436944991350174,0.16299696786262102,0.07215924702039024,0.06406536104268622,0.48059190809726715,2.534808933734894,0.9946759562942454,-0.000302986638416769,0.374591326341033,-0.029479230754077435,7.625479040955696,0.4785943726471472,0.9999999999976805,0.9999999999976805,15.933072924565943,15.933072924565943,0.9999999999976805,0.06276253204232206,0.0,2.8564383079373425,697,low_priority_skip_for_now,64,0.027058768086135387
+up_blocks.0.attentions.1.transformer_blocks.6.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.6.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.534259594976902,0.8228094354271889,0.07759243249893188,0.10423900652676821,0.2785527267059002,0.195114480204547,0.33856908384401374,0.6098480224609375,0.8493171706795692,1.0322241732991324,-0.003228233734262176,0.48616259917616844,0.268582034856081,0.6972483458113762,0.5027502875251791,0.8474777138767308,1.583648681640625,0.9864613711833954,1.1989387688591413,-0.0049707762082107365,0.48616259917616844,0.268582034856081,0.6972483458113762,0.5027502875251791,0.8474777138767308,1.583648681640625,0.9864613711833954,1.1989387688591413,-0.0049707762082107365,0.48616259917616844,0.268582034856081,0.6972483458113762,0.5027502875251791,0.8474777138767308,1.583648681640625,0.9864613711833954,1.1989387688591413,-0.0049707762082107365,0.02972040604799986,0.13400723785161972,0.17212403363723539,0.25077613038917396,0.20914360837641732,0.48055219650268555,0.8081929907202721,0.9821923443940902,-0.00028127020414103754,0.02972040604799986,0.13400723785161972,0.17212403363723539,0.25077613038917396,0.20914360837641732,0.48055219650268555,0.8081929907202721,0.9821923443940902,-0.00028127020414103754,0.40857016667723656,-0.047872026450932026,6.265592964579312,0.383032276350222,0.9999999999979431,0.9999999999979431,16.357872041675172,16.357872041675172,0.9999999999979431,0.061132645946647746,0.0,2.55993436186989,698,low_priority_skip_for_now,64,0.02972040604799986
+down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.5396758615970612,2.6768898665905,0.07611404452472925,0.10802822466939688,0.2758866484492567,0.07027321060029283,0.10311845488169491,0.65234375,2.66736376285553,0.9964376329223034,5.86148671573028e-05,0.5685392767190933,0.33232101798057556,0.7540021558803959,0.21606902582249685,0.2818009446099339,1.6803526878356934,2.4451527893543243,0.9134577494784366,0.003217007346393075,0.5685392767190933,0.33232101798057556,0.7540021558803959,0.21606902582249685,0.2818009446099339,1.6803526878356934,2.4451527893543243,0.9134577494784366,0.003217007346393075,0.5685392767190933,0.33232101798057556,0.7540021558803959,0.21606902582249685,0.2818009446099339,1.6803526878356934,2.4451527893543243,0.9134577494784366,0.003217007346393075,0.03456018632277846,0.14026539586484432,0.18573068115673183,0.0912877757288197,0.06943231794428771,0.5544136762619019,2.655900865793228,0.9921238347591369,-0.0005474805766425561,0.03456018632277846,0.14026539586484432,0.18573068115673183,0.0912877757288197,0.06943231794428771,0.5544136762619019,2.655900865793228,0.9921238347591369,-0.0005474805766425561,0.49242523219436407,-0.04155385820195079,7.469571223835134,0.45405794079298845,0.9999999999982412,0.9999999999982412,16.450700566041824,16.450700566041824,0.9999999999982412,0.06078768475268129,0.0,3.678205344289356,699,low_priority_skip_for_now,64,0.03456018632277846
+down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.5050462819635868,0.7717570140957832,0.08011852856725454,0.11182301677763462,0.28305025450535776,0.22144473970062858,0.36679485663454486,0.6622290015220642,0.8148228004574776,1.0558130200413358,-0.001814397635826026,0.5554104745388031,0.2856314852833748,0.7452564818541746,0.5656123363215768,0.9657523695563098,1.867963194847107,1.005619764328003,1.3030858512018362,0.00532114296220243,0.5554104745388031,0.2856314852833748,0.7452564818541746,0.5656123363215768,0.9657523695563098,1.867963194847107,1.005619764328003,1.3030858512018362,0.00532114296220243,0.5554104745388031,0.2856314852833748,0.7452564818541746,0.5656123363215768,0.9657523695563098,1.867963194847107,1.005619764328003,1.3030858512018362,0.00532114296220243,0.034584039356559515,0.14374248124659061,0.18529083028818985,0.2845827971550492,0.24012215988143684,0.5196685343980789,0.7516310438513756,0.9738983478910695,0.0009181562236335594,0.034584039356559515,0.14374248124659061,0.18529083028818985,0.2845827971550492,0.24012215988143684,0.5196685343980789,0.7516310438513756,0.9738983478910695,0.0009181562236335594,0.47529194597154856,-0.04553448921069503,6.932359898068248,0.43166094004206146,0.9999999999981996,0.9999999999981996,16.059734052361332,16.059734052361332,0.9999999999981996,0.06226753174796504,0.0,3.2948948261279836,700,low_priority_skip_for_now,64,0.034584039356559515
+up_blocks.0.attentions.0.transformer_blocks.7.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.7030359506607056,2.481186121702194,0.036811479832977057,0.08087381068617105,0.191862256690796,0.04754902611914886,0.0773655534551518,0.38916015625,2.4652513563632965,0.9935744453798244,0.0003986020983575145,0.31041688099503517,0.2888200804591179,0.557130729063619,0.1696912504531802,0.2246163287168974,1.3114738464355469,2.250515431165695,0.9070502439076815,0.0008698998026375193,0.31041688099503517,0.2888200804591179,0.557130729063619,0.1696912504531802,0.2246163287168974,1.3114738464355469,2.250515431165695,0.9070502439076815,0.0008698998026375193,0.31041688099503517,0.2888200804591179,0.557130729063619,0.1696912504531802,0.2246163287168974,1.3114738464355469,2.250515431165695,0.9070502439076815,0.0008698998026375193,0.01876672392245382,0.10592089965939522,0.13600338877835622,0.06217764356225458,0.054797185074496144,0.37846481800079346,2.4851582646369934,1.001549881895102,-0.0029091892356518656,0.01876672392245382,0.10592089965939522,0.13600338877835622,0.06217764356225458,0.054797185074496144,0.37846481800079346,2.4851582646369934,1.001549881895102,-0.0029091892356518656,0.2736054011620581,-0.018044755910523236,8.43261076150815,0.5098062888830702,0.9999999999967786,0.9999999999967786,16.540813530436708,16.540813530436708,0.9999999999967786,0.06045651854447156,0.0,2.3072078502459257,701,low_priority_skip_for_now,64,0.01876672392245382
+up_blocks.0.attentions.0.transformer_blocks.7.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.7.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.5356391742825508,0.8938873410224915,0.06028685858473182,0.09569437894970179,0.24553206663043503,0.17865638595564695,0.27468488013823394,0.5101909637451172,0.9151116982102394,1.0237434054282368,-0.0013251822201709729,0.4060072638094425,0.24814259074628353,0.6371822699824715,0.4632712720357485,0.7128365188769309,1.5622329711914062,1.021139696240425,1.142364874961965,-0.005391866419813596,0.4060072638094425,0.24814259074628353,0.6371822699824715,0.4632712720357485,0.7128365188769309,1.5622329711914062,1.021139696240425,1.142364874961965,-0.005391866419813596,0.4060072638094425,0.24814259074628353,0.6371822699824715,0.4632712720357485,0.7128365188769309,1.5622329711914062,1.021139696240425,1.142364874961965,-0.005391866419813596,0.02381199528463185,0.11909769289195538,0.15377048903396812,0.2222828556035905,0.17201166718665803,0.43514344096183777,0.880096398293972,0.9845711764316762,-0.0013781548798306176,0.02381199528463185,0.11909769289195538,0.15377048903396812,0.2222828556035905,0.17201166718665803,0.43514344096183777,0.880096398293972,0.9845711764316762,-0.0013781548798306176,0.3457204052247107,-0.03647486330009997,6.734589814993825,0.394978206581616,0.9999999999975371,0.9999999999975371,17.05053520040075,17.05053520040075,0.9999999999975371,0.058649185389326536,0.0,2.328285119861875,702,low_priority_skip_for_now,64,0.02381199528463185
+up_blocks.0.attentions.0.transformer_blocks.8.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.810685321688652,2.768933951854706,0.028643511701375246,0.07371293939650059,0.16924200324612823,0.040765945960136836,0.0611441382893369,0.40342140197753906,2.73952579498291,0.9893754476706134,-0.001212628951179795,0.2863869108259678,0.28145162388682365,0.5351291918781971,0.15553942382460126,0.19330637633721998,1.2195415496826172,2.4756673872470856,0.8940951412942939,-0.013366812141612172,0.2863869108259678,0.28145162388682365,0.5351291918781971,0.15553942382460126,0.19330637633721998,1.2195415496826172,2.4756673872470856,0.8940951412942939,-0.013366812141612172,0.2863869108259678,0.28145162388682365,0.5351291918781971,0.15553942382460126,0.19330637633721998,1.2195415496826172,2.4756673872470856,0.8940951412942939,-0.013366812141612172,0.015206914045847952,0.09595792554318905,0.12276798787949281,0.053043805725338386,0.04433560816344384,0.3373856544494629,2.7833699882030487,1.0051964162257792,0.0014239435422496172,0.015206914045847952,0.09595792554318905,0.12276798787949281,0.053043805725338386,0.04433560816344384,0.3373856544494629,2.7833699882030487,1.0051964162257792,0.0014239435422496172,0.25774339912459254,-0.013436597655527294,9.998317029061047,0.5309025724170172,0.9999999999965083,0.9999999999965083,18.8326776848804,18.8326776848804,0.9999999999965083,0.05309919368150112,0.0,2.5770002165954917,703,low_priority_skip_for_now,64,0.015206914045847952
+up_blocks.0.attentions.0.transformer_blocks.8.attn2.to_v,model.diffusion_model.output_blocks.0.1.transformer_blocks.8.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.5762430503964424,0.9583247676491737,0.050834210123866796,0.08822840545326471,0.22546294349192414,0.15310568248966833,0.2352696359979808,0.47794342041015625,0.9639615565538406,1.0058808435965267,0.0015503286358580226,0.33358312770724297,0.22596505284309387,0.5775647507730672,0.3921300408895683,0.6026873259217854,1.3888072967529297,1.0156643241643906,1.0598332009514977,0.0020558877440635115,0.33358312770724297,0.22596505284309387,0.5775647507730672,0.3921300408895683,0.6026873259217854,1.3888072967529297,1.0156643241643906,1.0598332009514977,0.0020558877440635115,0.33358312770724297,0.22596505284309387,0.5775647507730672,0.3921300408895683,0.6026873259217854,1.3888072967529297,1.0156643241643906,1.0598332009514977,0.0020558877440635115,0.023105008993297815,0.1183601738885045,0.15189289717526447,0.205402819231957,0.15849670836195434,0.4212784767150879,0.9345973432064056,0.9752350964655151,0.0002397272182861343,0.023105008993297815,0.1183601738885045,0.15189289717526447,0.205402819231957,0.15849670836195434,0.4212784767150879,0.9345973432064056,0.9752350964655151,0.0002397272182861343,0.28274891758337617,-0.02772920113056898,6.562177850070746,0.4545169274105714,0.9999999999970023,0.9999999999970023,14.437697375039733,14.437697375039733,0.9999999999970023,0.06926312236482722,0.0,1.85544868409711,704,low_priority_skip_for_now,64,0.023105008993297815
+mid_block.attentions.0.transformer_blocks.9.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.9.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.2923184111714363,0.6994969546794891,0.01621437445282936,0.04811086691915989,0.12733475735783878,0.16464858000954347,0.18204107793763682,0.31452178955078125,0.6997480988502502,1.000357739897242,0.000513529717864003,0.09845322370529175,0.1209515854716301,0.31377000829590573,0.41388806335076855,0.44857157954792826,0.7048559188842773,0.6877959817647934,0.9832759500398,-0.003423506102990359,0.09845322370529175,0.1209515854716301,0.31377000829590573,0.41388806335076855,0.44857157954792826,0.7048559188842773,0.6877959817647934,0.9832759500398,-0.003423506102990359,0.09845322370529175,0.1209515854716301,0.31377000829590573,0.41388806335076855,0.44857157954792826,0.7048559188842773,0.6877959817647934,0.9832759500398,-0.003423506102990359,0.006516183959320188,0.06256479071453214,0.08031493596146191,0.21371806716445324,0.11476701449303105,0.22393961995840073,0.694590337574482,0.9929923489553155,-6.41786091364338e-05,0.006516183959320188,0.06256479071453214,0.08031493596146191,0.21371806716445324,0.11476701449303105,0.22393961995840073,0.694590337574482,0.9929923489553155,-6.41786091364338e-05,0.08223884925246239,-0.009698190493509173,6.071971754793166,0.40187698747645834,0.9999999999898428,0.9999999999898428,15.10903073099459,15.10903073099459,0.9999999999898428,0.0661855824930572,0.0,0.4993519698076447,705,low_priority_skip_for_now,64,0.006516183959320188
+down_blocks.2.attentions.0.transformer_blocks.9.attn2.to_v,model.diffusion_model.input_blocks.7.1.transformer_blocks.9.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.2941964939236641,0.6554884240031242,0.018021649215370417,0.05056065693497658,0.1342442860847772,0.17193589445028423,0.20480847593637355,0.31442832946777344,0.6581714823842049,1.0040948248453632,0.001685520946921315,0.11214722227305174,0.1282922439277172,0.3348830156650905,0.4362319273384877,0.5109087696086213,0.7805582284927368,0.6669751182198524,1.0175255232441243,-0.003194894379703328,0.11214722227305174,0.1282922439277172,0.3348830156650905,0.4362319273384877,0.5109087696086213,0.7805582284927368,0.6669751182198524,1.0175255232441243,-0.003194894379703328,0.11214722227305174,0.1282922439277172,0.3348830156650905,0.4362319273384877,0.5109087696086213,0.7805582284927368,0.6669751182198524,1.0175255232441243,-0.003194894379703328,0.006867312826216221,0.06369475880637765,0.08236951248125378,0.2167322740267529,0.12567533904807668,0.23533487878739834,0.6532419770956039,0.9965722987602181,-0.00033907546639966313,0.006867312826216221,0.06369475880637765,0.08236951248125378,0.2167322740267529,0.12567533904807668,0.23533487878739834,0.6532419770956039,0.9965722987602181,-0.00033907546639966313,0.09412557305768132,-0.011154336389154196,6.222916722359683,0.38105906644648957,0.9999999999910831,0.9999999999910831,16.330583023478262,16.330583023478262,0.9999999999910831,0.06123480088909128,0.0,0.5857356025823331,706,low_priority_skip_for_now,64,0.006867312826216221
+up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.6044535785913467,2.5151544213294983,0.06309363525360823,0.10416159592568874,0.25118323627477424,0.0650861217389157,0.09997344079475766,0.6328125,2.5062011182308197,0.9964342422836461,0.0005957477733318228,0.5275130122900009,0.331059355288744,0.7262831592147829,0.20664038574494842,0.28900962423210563,1.7866802215576172,2.343078762292862,0.9316729063100577,-0.002694301332667237,0.5275130122900009,0.331059355288744,0.7262831592147829,0.20664038574494842,0.28900962423210563,1.7866802215576172,2.343078762292862,0.9316729063100577,-0.002694301332667237,0.5275130122900009,0.331059355288744,0.7262831592147829,0.20664038574494842,0.28900962423210563,1.7866802215576172,2.343078762292862,0.9316729063100577,-0.002694301332667237,0.03196872491389513,0.1387043222784996,0.17840612761266478,0.08639856676067496,0.07088257309155374,0.5004700124263763,2.484608232975006,0.9878946222925611,-0.0006300099121290259,0.03196872491389513,0.1387043222784996,0.17840612761266478,0.08639856676067496,0.07088257309155374,0.5004700124263763,2.484608232975006,0.9878946222925611,-0.0006300099121290259,0.4644193770363927,-0.031124910339713097,8.360795984591368,0.5066870023400688,0.9999999999981044,0.9999999999981044,16.50090873797152,16.50090873797152,0.9999999999981044,0.06060272290735396,0.0,3.8829156626922967,707,low_priority_skip_for_now,64,0.03196872491389513
+mid_block.attentions.0.transformer_blocks.0.attn2.to_v,model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4235626943409443,0.7366183549165726,0.03833465091884136,0.07532949838787317,0.19579128941870172,0.1778710371316424,0.2658140353968239,0.45322608947753906,0.7466989085078239,1.0136869599224039,0.00021532391247092164,0.2507303599268198,0.19794471003115177,0.500726437603012,0.4674009618461709,0.6798056166593307,1.1594181060791016,0.8036814257502556,1.0910660939507513,0.00023129592955228873,0.2507303599268198,0.19794471003115177,0.500726437603012,0.4674009618461709,0.6798056166593307,1.1594181060791016,0.8036814257502556,1.0910660939507513,0.00023129592955228873,0.2507303599268198,0.19794471003115177,0.500726437603012,0.4674009618461709,0.6798056166593307,1.1594181060791016,0.8036814257502556,1.0910660939507513,0.00023129592955228873,0.01886276574805379,0.10602257587015629,0.13676132437032257,0.25033378897982256,0.18565465052417934,0.3861674666404724,0.7231319695711136,0.9817142695255351,-4.1830480768112466e-05,0.01886276574805379,0.10602257587015629,0.13676132437032257,0.25033378897982256,0.18565465052417934,0.3861674666404724,0.7231319695711136,0.9817142695255351,-4.1830480768112466e-05,0.21239570900797844,-0.019471885170787573,6.540567186880161,0.4920552371142303,0.9999999999960117,0.9999999999960117,13.292343406183537,13.292343406183537,0.9999999999960117,0.07523127934520574,0.0,1.389188404971731,708,low_priority_skip_for_now,64,0.01886276574805379
+mid_block.attentions.0.transformer_blocks.1.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.1.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.602975532412529,2.4720729887485504,0.034697174560278654,0.0786924697458744,0.18627046771942177,0.049241939640482645,0.07543113471061272,0.42217206954956055,2.454773634672165,0.99300527489251,0.0008857236098265275,0.2844414673745632,0.27507953345775604,0.5332923051435642,0.17185241070909088,0.2158829989666584,1.1369209289550781,2.240255206823349,0.9062696301565906,-0.001292697792450781,0.2844414673745632,0.27507953345775604,0.5332923051435642,0.17185241070909088,0.2158829989666584,1.1369209289550781,2.240255206823349,0.9062696301565906,-0.001292697792450781,0.2844414673745632,0.27507953345775604,0.5332923051435642,0.17185241070909088,0.2158829989666584,1.1369209289550781,2.240255206823349,0.9062696301565906,-0.001292697792450781,0.01941743609495461,0.10743141360580921,0.13893792326585477,0.0673456736508787,0.056308459224486136,0.3906160593032837,2.4764890670776367,1.0018579007902404,-0.0009265633375434845,0.01941743609495461,0.10743141360580921,0.13893792326585477,0.0673456736508787,0.056308459224486136,0.3906160593032837,2.4764890670776367,1.0018579007902404,-0.0009265633375434845,0.24974429281428456,-0.015279738465324044,8.1978279491378,0.5596258583148173,0.9999999999964844,0.9999999999964844,14.648765468774902,14.648765468774902,0.9999999999964844,0.06826513825185952,0.0,2.0473607437705965,709,low_priority_skip_for_now,64,0.01941743609495461
+down_blocks.2.attentions.1.transformer_blocks.5.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,1.7182065397500992,3.034594863653183,0.05613799253478646,0.09890789724886417,0.2369319132782695,0.05766777702913044,0.07811295172908318,0.5612716674804688,3.008506804704666,0.9913997068359526,-0.0005142022710060701,0.47440366819500923,0.32150905951857567,0.6887471295709637,0.1873145013277098,0.22703861660712304,1.666311264038086,2.7328769266605377,0.9005835920452087,0.013272823998704553,0.47440366819500923,0.32150905951857567,0.6887471295709637,0.1873145013277098,0.22703861660712304,1.666311264038086,2.7328769266605377,0.9005835920452087,0.013272823998704553,0.47440366819500923,0.32150905951857567,0.6887471295709637,0.1873145013277098,0.22703861660712304,1.666311264038086,2.7328769266605377,0.9005835920452087,0.013272823998704553,0.025551024125888944,0.12107125762850046,0.15880112313880893,0.07035779189032222,0.05228469522293709,0.4699728488922119,3.0064496397972107,0.9908094551429237,0.0008853520794218639,0.025551024125888944,0.12107125762850046,0.15880112313880893,0.07035779189032222,0.05228469522293709,0.4699728488922119,3.0064496397972107,0.9908094551429237,0.0008853520794218639,0.41826567566022277,-0.03058696840889752,8.450670335113776,0.45514673702663755,0.9999999999978921,0.9999999999978921,18.5669140242314,18.5669140242314,0.9999999999978921,0.05385924654219165,0.0,3.5346253374981647,710,low_priority_skip_for_now,64,0.025551024125888944
+down_blocks.2.attentions.1.transformer_blocks.5.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.5.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,256,True,True,phase2,256,0.5782115086913109,0.8842144757509232,0.08673347719013691,0.11514586862176657,0.29450459207616053,0.19930179509557858,0.33321559632637393,0.7211074829101562,0.9235023334622383,1.0444829052130309,0.0018699006395763718,0.6154026389122009,0.3005584552884102,0.7844686089835059,0.520048453087471,0.8875507641615954,1.9232940673828125,1.100812405347824,1.2452246814842154,0.0076991134556010365,0.6154026389122009,0.3005584552884102,0.7844686089835059,0.520048453087471,0.8875507641615954,1.9232940673828125,1.100812405347824,1.2452246814842154,0.0076991134556010365,0.6154026389122009,0.3005584552884102,0.7844686089835059,0.520048453087471,0.8875507641615954,1.9232940673828125,1.100812405347824,1.2452246814842154,0.0076991134556010365,0.0343416603282094,0.14174607954919338,0.18445587226662827,0.24493829239460546,0.2084838344643583,0.5333631038665771,0.862361267209053,0.9753761413818947,0.0015291506251742248,0.0343416603282094,0.14174607954919338,0.18445587226662827,0.24493829239460546,0.2084838344643583,0.5333631038665771,0.862361267209053,0.9753761413818947,0.0015291506251742248,0.528669161722064,-0.05239181686192751,7.0953299561139636,0.39594469679256317,0.9999999999983751,0.9999999999983751,17.920002498794982,17.920002498794982,0.9999999999983751,0.0558035636455129,0.0,3.7510821400402183,711,low_priority_skip_for_now,64,0.0343416603282094
+down_blocks.2.attentions.1.transformer_blocks.6.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.6.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6741976886987686,2.972821295261383,0.04208185849711299,0.08625395316630602,0.20513687235516395,0.05163322904223866,0.06903285609647457,0.5292472839355469,2.955200433731079,0.9940743090534928,7.216351696115453e-05,0.39001599326729774,0.28852875530719757,0.6244876689114702,0.17253269214779673,0.2101259660546329,1.4773058891296387,2.68755304813385,0.9040581533973463,-0.0009226839474649751,0.39001599326729774,0.28852875530719757,0.6244876689114702,0.17253269214779673,0.2101259660546329,1.4773058891296387,2.68755304813385,0.9040581533973463,-0.0009226839474649751,0.39001599326729774,0.28852875530719757,0.6244876689114702,0.17253269214779673,0.2101259660546329,1.4773058891296387,2.68755304813385,0.9040581533973463,-0.0009226839474649751,0.02181785018183291,0.11435596086084843,0.14696592153528631,0.0682020652961046,0.04937558417636734,0.4103825092315674,2.9721769392490387,0.9998405684517234,0.0010970240400638431,0.02181785018183291,0.11435596086084843,0.14696592153528631,0.0682020652961046,0.04937558417636734,0.4103825092315674,2.9721769392490387,0.9998405684517234,0.0010970240400638431,0.34793413477018476,-0.02026400831528008,9.268031574337114,0.5184621345279048,0.999999999997436,0.999999999997436,17.8760047391918,17.8760047391918,0.999999999997436,0.05594091154827102,0.0,3.224664546839737,712,low_priority_skip_for_now,64,0.02181785018183291
+down_blocks.2.attentions.1.transformer_blocks.8.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.8.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.6422348096966743,1.063587412238121,0.06391021981835365,0.09747708030045033,0.25280343431035485,0.1518351257010894,0.2377240365513011,0.5732688903808594,1.074603945016861,1.0103652747309517,0.0016290588337142253,0.44204533472657204,0.2575373686850071,0.6648576058856398,0.40108334562641723,0.6251885829838973,1.6973613500595093,1.114441156387329,1.0478554381312493,0.005161287757800892,0.44204533472657204,0.2575373686850071,0.6648576058856398,0.40108334562641723,0.6251885829838973,1.6973613500595093,1.114441156387329,1.0478554381312493,0.005161287757800892,0.44204533472657204,0.2575373686850071,0.6648576058856398,0.40108334562641723,0.6251885829838973,1.6973613500595093,1.114441156387329,1.0478554381312493,0.005161287757800892,0.02505546621978283,0.12093562260270119,0.1575766345344078,0.1880659552217665,0.14806451880728,0.4597989618778229,1.0511300563812256,0.9882977317487989,0.0023803244475857355,0.02505546621978283,0.12093562260270119,0.1575766345344078,0.1880659552217665,0.14806451880728,0.4597989618778229,1.0511300563812256,0.9882977317487989,0.0023803244475857355,0.3781351149082184,-0.038854753598570824,6.916661153349833,0.3920416216780933,0.9999999999977378,0.9999999999977378,17.642670498779523,17.642670498779523,0.9999999999977378,0.05668076156764386,0.0,2.615432460003149,713,low_priority_skip_for_now,64,0.02505546621978283
+down_blocks.2.attentions.1.transformer_blocks.9.attn2.to_k,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.9979543089866638,3.0413926541805267,0.03145671938546002,0.07460520789027214,0.17735720131777716,0.0373823932803438,0.05833540725843493,0.3986644744873047,3.0126645267009735,0.9905596592443618,0.0008463715184916509,0.2755395360291004,0.2920643538236618,0.5248783571386387,0.146240443732709,0.1726108481689319,1.2459592819213867,2.732475697994232,0.8984439925756715,0.006010389974107966,0.2755395360291004,0.2920643538236618,0.5248783571386387,0.146240443732709,0.1726108481689319,1.2459592819213867,2.732475697994232,0.8984439925756715,0.006010389974107966,0.2755395360291004,0.2920643538236618,0.5248783571386387,0.146240443732709,0.1726108481689319,1.2459592819213867,2.732475697994232,0.8984439925756715,0.006010389974107966,0.013238332117907703,0.08898777514696121,0.11489748072438355,0.04455944981302697,0.03777298138223655,0.3225078731775284,3.0373320877552032,0.9985828288627677,-0.001187261314044008,0.013238332117907703,0.08898777514696121,0.11489748072438355,0.04455944981302697,0.03777298138223655,0.3225078731775284,3.0373320877552032,0.9985828288627677,-0.001187261314044008,0.2440828166436404,-0.018218387267552316,8.759322059111526,0.42084274444734077,0.9999999999963708,0.9999999999963708,20.8137651748108,20.8137651748108,0.9999999999963708,0.048045127420340596,0.0,2.138000000076713,714,low_priority_skip_for_now,64,0.013238332117907703
+down_blocks.2.attentions.1.transformer_blocks.9.attn2.to_v,model.diffusion_model.input_blocks.8.1.transformer_blocks.9.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.5818333327770233,1.0597672760486603,0.04203273868188262,0.07998001389205456,0.20501682039720545,0.13750511873496873,0.19348722279255504,0.5,1.0566709786653519,0.9970842164363015,-0.0023379924532491714,0.27814970910549164,0.20558475703001022,0.5273949949282958,0.3534469314472961,0.4977339775441781,1.3191859722137451,1.0640126466751099,1.0040671205177063,-0.0037710389005951583,0.27814970910549164,0.20558475703001022,0.5273949949282958,0.3534469314472961,0.4977339775441781,1.3191859722137451,1.0640126466751099,1.0040671205177063,-0.0037710389005951583,0.27814970910549164,0.20558475703001022,0.5273949949282958,0.3534469314472961,0.4977339775441781,1.3191859722137451,1.0640126466751099,1.0040671205177063,-0.0037710389005951583,0.017527032527141273,0.10185930412262678,0.13149466201289925,0.1746837940452711,0.12394518783711825,0.37279263138771057,1.0493480414152145,0.9901971291004471,0.0008285728217742871,0.017527032527141273,0.10185930412262678,0.13149466201289925,0.1746837940452711,0.12394518783711825,0.37279263138771057,1.0493480414152145,0.9901971291004471,0.0008285728217742871,0.23611697042360902,-0.024505706154741347,6.61745386623511,0.4169852614024165,0.9999999999964049,0.9999999999964049,15.869754829227169,15.869754829227169,0.9999999999964049,0.06301294573862352,0.0,1.5624931588134325,715,low_priority_skip_for_now,64,0.017527032527141273
+mid_block.attentions.0.transformer_blocks.0.attn2.to_k,model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.595342978835106,2.4811094105243683,0.03703805897384882,0.0776043776422739,0.1924522097096508,0.04876546986743558,0.07763912686383416,0.46875,2.466218411922455,0.9939956699020006,-0.002491516002919525,0.27594253048300743,0.2647315450012684,0.5252709737083678,0.16613824744157357,0.21183796396141,1.2040293216705322,2.2557403445243835,0.909215234356532,-0.014444110449403524,0.27594253048300743,0.2647315450012684,0.5252709737083678,0.16613824744157357,0.21183796396141,1.2040293216705322,2.2557403445243835,0.909215234356532,-0.014444110449403524,0.27594253048300743,0.2647315450012684,0.5252709737083678,0.16613824744157357,0.21183796396141,1.2040293216705322,2.2557403445243835,0.909215234356532,-0.014444110449403524,0.014445659355260432,0.09300079196691513,0.12002630432368522,0.05839192186377493,0.048395987383671395,0.3379928395152092,2.4794556498527527,0.9993657369055388,0.002062901432509534,0.014445659355260432,0.09300079196691513,0.12002630432368522,0.05839192186377493,0.048395987383671395,0.3379928395152092,2.4794556498527527,0.9993657369055388,0.002062901432509534,0.2389044715091586,-0.022592399618588388,7.450242753552227,0.39002204097871185,0.9999999999963761,0.9999999999963761,19.1021069843669,19.1021069843669,0.9999999999963761,0.05235024600927782,0.0,1.7798963076523335,716,low_priority_skip_for_now,64,0.014445659355260432
+up_blocks.0.attentions.1.transformer_blocks.7.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,2.1649842262268066,3.194735437631607,0.045911605935543776,0.09227870684117079,0.2142669053653976,0.04270025575160923,0.06711645389240689,0.49302101135253906,3.159254789352417,0.9888837336449372,0.002678667224245146,0.4190940037369728,0.34564273431897163,0.6473392371473331,0.15974803747193142,0.20271649101590516,1.513045310974121,2.8469358384609222,0.8911369897131427,0.005236554046859965,0.4190940037369728,0.34564273431897163,0.6473392371473331,0.15974803747193142,0.20271649101590516,1.513045310974121,2.8469358384609222,0.8911369897131427,0.005236554046859965,0.4190940037369728,0.34564273431897163,0.6473392371473331,0.15974803747193142,0.20271649101590516,1.513045310974121,2.8469358384609222,0.8911369897131427,0.005236554046859965,0.019174735993146896,0.10641495604068041,0.13755540762165905,0.04920210625321373,0.04307424719234567,0.3926599621772766,3.1700059175491333,0.9923193660797075,0.0007724709575995803,0.019174735993146896,0.10641495604068041,0.13755540762165905,0.04920210625321373,0.04307424719234567,0.3926599621772766,3.1700059175491333,0.9923193660797075,0.0007724709575995803,0.37318239780142903,-0.02673686994239688,9.128280206887535,0.4176446369497301,0.9999999999976139,0.9999999999976139,21.85657230769183,21.85657230769183,0.9999999999976139,0.04575282829657325,0.0,3.406513495409615,717,low_priority_skip_for_now,64,0.019174735993146896
+up_blocks.0.attentions.1.transformer_blocks.7.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.7.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.6216129660606384,0.9721032977104187,0.06293608387932181,0.09675424359738827,0.2508691604598227,0.1556529315289425,0.2580830379231671,0.5671138763427734,0.9906875789165497,1.0191230981767505,-0.0027037388645112514,0.38641398772597313,0.25225937366485596,0.6216207417772001,0.40584080657914,0.6395024893404635,1.4629812240600586,1.0306739062070847,1.0602656189212294,0.003406409297895152,0.38641398772597313,0.25225937366485596,0.6216207417772001,0.40584080657914,0.6395024893404635,1.4629812240600586,1.0306739062070847,1.0602656189212294,0.003406409297895152,0.38641398772597313,0.25225937366485596,0.6216207417772001,0.40584080657914,0.6395024893404635,1.4629812240600586,1.0306739062070847,1.0602656189212294,0.003406409297895152,0.024653915083035827,0.12148253712803125,0.15672400872276634,0.1954334272318749,0.1612148273757217,0.4420497193932533,0.9533715322613716,0.9807193212184996,0.0013675302834599279,0.024653915083035827,0.12148253712803125,0.15672400872276634,0.1954334272318749,0.1612148273757217,0.4420497193932533,0.9533715322613716,0.9807193212184996,0.0013675302834599279,0.3234779038466513,-0.03828216879628599,6.139784427336969,0.3917294112216656,0.9999999999974122,0.9999999999974122,15.673534463343234,15.673534463343234,0.9999999999974122,0.06380181842810369,0.0,1.9860845966252751,718,low_priority_skip_for_now,64,0.024653915083035827
+up_blocks.0.attentions.1.transformer_blocks.8.attn2.to_k,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,2.1352865546941757,3.0148963034152985,0.03604802582412958,0.08379286248236895,0.18985946205778026,0.03931524410911945,0.06301572969303357,0.4395713806152344,2.9765824377536774,0.9872713682417749,0.0016330998550984077,0.36148322373628616,0.3365779332816601,0.6012058873398243,0.15773408011539172,0.19948992878535696,1.4792205095291138,2.677222490310669,0.8879933354503147,0.017314875731244683,0.36148322373628616,0.3365779332816601,0.6012058873398243,0.15773408011539172,0.19948992878535696,1.4792205095291138,2.677222490310669,0.8879933354503147,0.017314875731244683,0.36148322373628616,0.3365779332816601,0.6012058873398243,0.15773408011539172,0.19948992878535696,1.4792205095291138,2.677222490310669,0.8879933354503147,0.017314875731244683,0.016807929729111493,0.1000206358730793,0.1292347392297666,0.04690111264773706,0.0428827462764495,0.3666903078556061,3.032585084438324,1.0058368083413722,0.0006281695623329142,0.016807929729111493,0.1000206358730793,0.1292347392297666,0.04690111264773706,0.0428827462764495,0.3666903078556061,3.032585084438324,1.0058368083413722,0.0006281695623329142,0.3254351979121566,-0.01924009609501809,10.027823035021552,0.46626491588325625,0.9999999999972337,0.9999999999972337,21.50670722335822,21.50670722335822,0.9999999999972337,0.04649712248147629,0.0,3.2634065740303213,719,low_priority_skip_for_now,64,0.016807929729111493
+up_blocks.0.attentions.1.transformer_blocks.8.attn2.to_v,model.diffusion_model.output_blocks.1.1.transformer_blocks.8.attn2.to_v.weight,attn2.to_v,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.6528958305716515,1.0811045616865158,0.04935378907248378,0.08758042380213737,0.22215521629356214,0.13414376675029308,0.20550269514207242,0.4897594451904297,1.0789038389921188,0.9979679268690467,0.0025082396241487004,0.36294837668538094,0.23392916470766068,0.602446131846235,0.35827377136457456,0.5572868196981534,1.2927693128585815,1.1089910119771957,1.0258186289327151,0.008409164089243859,0.36294837668538094,0.23392916470766068,0.602446131846235,0.35827377136457456,0.5572868196981534,1.2927693128585815,1.1089910119771957,1.0258186289327151,0.008409164089243859,0.36294837668538094,0.23392916470766068,0.602446131846235,0.35827377136457456,0.5572868196981534,1.2927693128585815,1.1089910119771957,1.0258186289327151,0.008409164089243859,0.020346117904409766,0.10993996355682611,0.14229080180823278,0.16833114528346424,0.1316000000201734,0.4057396352291107,1.071316048502922,0.9909500562811029,0.0009680566290626302,0.020346117904409766,0.10993996355682611,0.14229080180823278,0.16833114528346424,0.1316000000201734,0.4057396352291107,1.071316048502922,0.9909500562811029,0.0009680566290626302,0.31359458761289716,-0.029007671168074012,7.354012397001177,0.4122503719849362,0.9999999999972449,0.9999999999972449,17.838704089534335,17.838704089534335,0.9999999999972449,0.056057883741385595,0.0,2.3061784849377176,720,low_priority_skip_for_now,64,0.020346117904409766
+down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_v,model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight,attn2.to_v,640,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,0.4714199788868427,0.801510713994503,0.03285542642697692,0.07206028047949076,0.18125949155001317,0.15290012762951016,0.226171983982247,0.3972816467285156,0.8086175471544266,1.0088593349421375,0.002800528280204162,0.2548416405916214,0.19223778136074543,0.5048157590653266,0.40786550043239617,0.6298893389911172,1.099090576171875,0.866911843419075,1.081632982079532,0.0012405687557475176,0.2548416405916214,0.19223778136074543,0.5048157590653266,0.40786550043239617,0.6298893389911172,1.099090576171875,0.866911843419075,1.081632982079532,0.0012405687557475176,0.2548416405916214,0.19223778136074543,0.5048157590653266,0.40786550043239617,0.6298893389911172,1.099090576171875,0.866911843419075,1.081632982079532,0.0012405687557475176,0.014230955624952912,0.09157236944884062,0.1189731500986142,0.19442992337663006,0.1484693148712186,0.34169477969408035,0.789241723716259,0.9846617658664235,-0.001035160273204383,0.014230955624952912,0.09157236944884062,0.1189731500986142,0.19442992337663006,0.1484693148712186,0.34169477969408035,0.789241723716259,0.9846617658664235,-0.001035160273204383,0.22198621416464448,-0.018624470802024007,7.756455121660503,0.4331386675546243,0.999999999996076,0.999999999996076,17.907556406603373,17.907556406603373,0.999999999996076,0.0558423481808528,0.0,1.721826107795382,721,low_priority_skip_for_now,64,0.014230955624952912
+up_blocks.0.attentions.0.transformer_blocks.5.attn2.to_k,model.diffusion_model.output_blocks.0.1.transformer_blocks.5.attn2.to_k.weight,attn2.to_k,1280,2048,56,False,0,False,0,False,True,128,True,True,phase2,128,1.6826276332139969,2.6263893246650696,0.05752724641934037,0.10013037733733654,0.23984738308126424,0.05962222939781459,0.09138326778261507,0.5511856079101562,2.6124280393123627,0.9946764887469693,0.000989503854270879,0.45810964331030846,0.3183206282556057,0.6768229560219725,0.1893611010901576,0.257835586734992,1.460660994052887,2.3848002552986145,0.9080311481266269,0.007072518870700151,0.45810964331030846,0.3183206282556057,0.6768229560219725,0.1893611010901576,0.257835586734992,1.460660994052887,2.3848002552986145,0.9080311481266269,0.007072518870700151,0.45810964331030846,0.3183206282556057,0.6768229560219725,0.1893611010901576,0.257835586734992,1.460660994052887,2.3848002552986145,0.9080311481266269,0.007072518870700151,0.028395257191732526,0.13152002356946468,0.1683532239445569,0.07827337934808966,0.06412195614446059,0.4607316441833973,2.6117105185985565,0.9943441164498497,-0.001640532795136096,0.028395257191732526,0.13152002356946468,0.1683532239445569,0.07827337934808966,0.06412195614446059,0.4607316441833973,2.6117105185985565,0.9943441164498497,-0.001640532795136096,0.4005823968909681,-0.029131989227607846,7.963350791431779,0.4935966686855463,0.9999999999978172,0.9999999999978172,16.133315511139546,16.133315511139546,0.9999999999978172,0.06198353954412727,0.0,3.1899781473153297,722,low_priority_skip_for_now,64,0.028395257191732526