API tools faq
paste
Guest User

Untitled

a guest
Dec 3rd, 2024
34
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 106.27 KB | None | 0 0
raw download clone embed print report
  1. number of LoRA modules: 848
  2. lora_te1_text_model_encoder_layers_0_mlp_fc1.lora_down.weight,(64-768),0.018055081367492676,1.0362369806671268e-07
  3. lora_te1_text_model_encoder_layers_0_mlp_fc1.lora_up.weight,(3072-64),0.0017342310165986419,1.3897037298704618e-08
  4. lora_te1_text_model_encoder_layers_0_mlp_fc2.lora_down.weight,(64-3072),0.009023557417094707,4.382810914194124e-08
  5. lora_te1_text_model_encoder_layers_0_mlp_fc2.lora_up.weight,(768-64),0.00207048119045794,9.689575364291159e-09
  6. lora_te1_text_model_encoder_layers_0_self_attn_k_proj.lora_down.weight,(64-768),0.01805238239467144,4.4228170281712664e-07
  7. lora_te1_text_model_encoder_layers_0_self_attn_k_proj.lora_up.weight,(768-64),0.0016659550601616502,1.1608117939099216e-10
  8. lora_te1_text_model_encoder_layers_0_self_attn_out_proj.lora_down.weight,(64-768),0.017984464764595032,9.203700557236516e-08
  9. lora_te1_text_model_encoder_layers_0_self_attn_out_proj.lora_up.weight,(768-64),0.002044409280642867,1.494130863477494e-08
  10. lora_te1_text_model_encoder_layers_0_self_attn_q_proj.lora_down.weight,(64-768),0.01802106387913227,7.35174054966592e-08
  11. lora_te1_text_model_encoder_layers_0_self_attn_q_proj.lora_up.weight,(768-64),0.0014082296984270215,3.279842886172446e-08
  12. lora_te1_text_model_encoder_layers_0_self_attn_v_proj.lora_down.weight,(64-768),0.018056178465485573,6.021675744705135e-07
  13. lora_te1_text_model_encoder_layers_0_self_attn_v_proj.lora_up.weight,(768-64),0.0020605307072401047,2.618314987046233e-08
  14. lora_te1_text_model_encoder_layers_10_self_attn_k_proj.lora_down.weight,(64-768),0.018010741099715233,5.624850700769457e-07
  15. lora_te1_text_model_encoder_layers_10_self_attn_k_proj.lora_up.weight,(768-64),0.0013428851962089539,1.0263461547310726e-07
  16. lora_te1_text_model_encoder_layers_10_self_attn_out_proj.lora_down.weight,(64-768),0.018284374848008156,1.184876623483433e-06
  17. lora_te1_text_model_encoder_layers_10_self_attn_out_proj.lora_up.weight,(768-64),0.002379670972004533,1.1684108613962962e-07
  18. lora_te1_text_model_encoder_layers_10_self_attn_q_proj.lora_down.weight,(64-768),0.01801079697906971,7.863889663894952e-07
  19. lora_te1_text_model_encoder_layers_10_self_attn_q_proj.lora_up.weight,(768-64),0.0013996399939060211,9.86861614649115e-09
  20. lora_te1_text_model_encoder_layers_10_self_attn_v_proj.lora_down.weight,(64-768),0.018144508823752403,1.6185085769393481e-06
  21. lora_te1_text_model_encoder_layers_10_self_attn_v_proj.lora_up.weight,(768-64),0.0024629004765301943,7.988762718014186e-08
  22. lora_te1_text_model_encoder_layers_11_self_attn_k_proj.lora_down.weight,(64-768),0.018048563972115517,3.948807716369629e-07
  23. lora_te1_text_model_encoder_layers_11_self_attn_k_proj.lora_up.weight,(768-64),0.0,0.0
  24. lora_te1_text_model_encoder_layers_11_self_attn_out_proj.lora_down.weight,(64-768),0.01797696389257908,5.327165126800537e-07
  25. lora_te1_text_model_encoder_layers_11_self_attn_out_proj.lora_up.weight,(768-64),0.0,0.0
  26. lora_te1_text_model_encoder_layers_11_self_attn_q_proj.lora_down.weight,(64-768),0.018078742548823357,8.568167686462402e-08
  27. lora_te1_text_model_encoder_layers_11_self_attn_q_proj.lora_up.weight,(768-64),0.0,0.0
  28. lora_te1_text_model_encoder_layers_11_self_attn_v_proj.lora_down.weight,(64-768),0.01812674291431904,4.3585896492004395e-07
  29. lora_te1_text_model_encoder_layers_11_self_attn_v_proj.lora_up.weight,(768-64),0.0,0.0
  30. lora_te1_text_model_encoder_layers_1_mlp_fc1.lora_down.weight,(64-768),0.01805785298347473,2.0075485451798158e-07
  31. lora_te1_text_model_encoder_layers_1_mlp_fc1.lora_up.weight,(3072-64),0.001952822902239859,8.0930844248428e-09
  32. lora_te1_text_model_encoder_layers_1_mlp_fc2.lora_down.weight,(64-3072),0.009047956205904484,1.4221599897723536e-08
  33. lora_te1_text_model_encoder_layers_1_mlp_fc2.lora_up.weight,(768-64),0.002322535729035735,3.300903728131743e-08
  34. lora_te1_text_model_encoder_layers_1_self_attn_k_proj.lora_down.weight,(64-768),0.017925763502717018,9.749344371812185e-07
  35. lora_te1_text_model_encoder_layers_1_self_attn_k_proj.lora_up.weight,(768-64),0.0011690048268064857,1.0323678623080923e-07
  36. lora_te1_text_model_encoder_layers_1_self_attn_out_proj.lora_down.weight,(64-768),0.01804172992706299,3.5623989447230997e-07
  37. lora_te1_text_model_encoder_layers_1_self_attn_out_proj.lora_up.weight,(768-64),0.0019898603204637766,2.6371573369488033e-08
  38. lora_te1_text_model_encoder_layers_1_self_attn_q_proj.lora_down.weight,(64-768),0.018052158877253532,6.12969074609282e-07
  39. lora_te1_text_model_encoder_layers_1_self_attn_q_proj.lora_up.weight,(768-64),0.0013430319959297776,4.145752185991114e-08
  40. lora_te1_text_model_encoder_layers_1_self_attn_v_proj.lora_down.weight,(64-768),0.01805129088461399,1.1204421070942772e-06
  41. lora_te1_text_model_encoder_layers_1_self_attn_v_proj.lora_up.weight,(768-64),0.0018747627036646008,4.266706454814084e-08
  42. lora_te1_text_model_encoder_layers_2_self_attn_k_proj.lora_down.weight,(64-768),0.018038814887404442,5.047240847488865e-07
  43. lora_te1_text_model_encoder_layers_2_self_attn_k_proj.lora_up.weight,(768-64),0.0015050889924168587,2.2592161030843272e-08
  44. lora_te1_text_model_encoder_layers_2_self_attn_out_proj.lora_down.weight,(64-768),0.018104998394846916,4.822728101316898e-07
  45. lora_te1_text_model_encoder_layers_2_self_attn_out_proj.lora_up.weight,(768-64),0.002130130073055625,3.099638945514016e-08
  46. lora_te1_text_model_encoder_layers_2_self_attn_q_proj.lora_down.weight,(64-768),0.018011756241321564,1.8831588022294454e-06
  47. lora_te1_text_model_encoder_layers_2_self_attn_q_proj.lora_up.weight,(768-64),0.0015748068690299988,2.0058843475112553e-08
  48. lora_te1_text_model_encoder_layers_2_self_attn_v_proj.lora_down.weight,(64-768),0.017907408997416496,2.1136322914117045e-07
  49. lora_te1_text_model_encoder_layers_2_self_attn_v_proj.lora_up.weight,(768-64),0.001958255423232913,3.39862467058083e-08
  50. lora_te1_text_model_encoder_layers_3_self_attn_k_proj.lora_down.weight,(64-768),0.018017129972577095,1.2153909665357787e-06
  51. lora_te1_text_model_encoder_layers_3_self_attn_k_proj.lora_up.weight,(768-64),0.0014159182319417596,6.909670169363835e-09
  52. lora_te1_text_model_encoder_layers_3_self_attn_out_proj.lora_down.weight,(64-768),0.018026739358901978,9.894069989968557e-07
  53. lora_te1_text_model_encoder_layers_3_self_attn_out_proj.lora_up.weight,(768-64),0.002083501312881708,2.4444904056508676e-07
  54. lora_te1_text_model_encoder_layers_3_self_attn_q_proj.lora_down.weight,(64-768),0.018055131658911705,8.252668521890882e-07
  55. lora_te1_text_model_encoder_layers_3_self_attn_q_proj.lora_up.weight,(768-64),0.0014000890078023076,1.4711845075510155e-09
  56. lora_te1_text_model_encoder_layers_3_self_attn_v_proj.lora_down.weight,(64-768),0.018043356016278267,3.4660013170650927e-07
  57. lora_te1_text_model_encoder_layers_3_self_attn_v_proj.lora_up.weight,(768-64),0.002266325755044818,7.799042833767089e-08
  58. lora_te1_text_model_encoder_layers_4_self_attn_k_proj.lora_down.weight,(64-768),0.01807892881333828,8.422997410661992e-08
  59. lora_te1_text_model_encoder_layers_4_self_attn_k_proj.lora_up.weight,(768-64),0.001285363920032978,3.938400894298866e-08
  60. lora_te1_text_model_encoder_layers_4_self_attn_out_proj.lora_down.weight,(64-768),0.018055681139230728,2.822173712502263e-07
  61. lora_te1_text_model_encoder_layers_4_self_attn_out_proj.lora_up.weight,(768-64),0.002036460442468524,7.369959575953544e-08
  62. lora_te1_text_model_encoder_layers_4_self_attn_q_proj.lora_down.weight,(64-768),0.018068606033921242,3.295726713758995e-08
  63. lora_te1_text_model_encoder_layers_4_self_attn_q_proj.lora_up.weight,(768-64),0.001308106235228479,6.007115871398128e-08
  64. lora_te1_text_model_encoder_layers_4_self_attn_v_proj.lora_down.weight,(64-768),0.018144337460398674,3.806466395417374e-07
  65. lora_te1_text_model_encoder_layers_4_self_attn_v_proj.lora_up.weight,(768-64),0.002154795452952385,9.449937010685971e-08
  66. lora_te1_text_model_encoder_layers_5_self_attn_k_proj.lora_down.weight,(64-768),0.01811314933001995,2.1408400243672077e-06
  67. lora_te1_text_model_encoder_layers_5_self_attn_k_proj.lora_up.weight,(768-64),0.001430758275091648,1.4430346695348817e-08
  68. lora_te1_text_model_encoder_layers_5_self_attn_out_proj.lora_down.weight,(64-768),0.018066028133034706,7.655098670511506e-07
  69. lora_te1_text_model_encoder_layers_5_self_attn_out_proj.lora_up.weight,(768-64),0.002298742299899459,2.7179350325923224e-08
  70. lora_te1_text_model_encoder_layers_5_self_attn_q_proj.lora_down.weight,(64-768),0.018054639920592308,2.2539019539635774e-08
  71. lora_te1_text_model_encoder_layers_5_self_attn_q_proj.lora_up.weight,(768-64),0.001394378487020731,5.181981066471053e-08
  72. lora_te1_text_model_encoder_layers_5_self_attn_v_proj.lora_down.weight,(64-768),0.01808364875614643,5.173946533432172e-07
  73. lora_te1_text_model_encoder_layers_5_self_attn_v_proj.lora_up.weight,(768-64),0.0021929889917373657,2.972106116772011e-08
  74. lora_te1_text_model_encoder_layers_6_self_attn_k_proj.lora_down.weight,(64-768),0.017939558252692223,1.351503556179523e-06
  75. lora_te1_text_model_encoder_layers_6_self_attn_k_proj.lora_up.weight,(768-64),0.0012761327670887113,5.19175173963049e-08
  76. lora_te1_text_model_encoder_layers_6_self_attn_out_proj.lora_down.weight,(64-768),0.018121009692549706,1.6723893736525497e-07
  77. lora_te1_text_model_encoder_layers_6_self_attn_out_proj.lora_up.weight,(768-64),0.0022048212122172117,1.501711750506729e-07
  78. lora_te1_text_model_encoder_layers_6_self_attn_q_proj.lora_down.weight,(64-768),0.018031755462288857,1.882162905531004e-06
  79. lora_te1_text_model_encoder_layers_6_self_attn_q_proj.lora_up.weight,(768-64),0.0012639309279620647,3.904700918155868e-08
  80. lora_te1_text_model_encoder_layers_6_self_attn_v_proj.lora_down.weight,(64-768),0.017973385751247406,1.3863134427083423e-06
  81. lora_te1_text_model_encoder_layers_6_self_attn_v_proj.lora_up.weight,(768-64),0.0021484303288161755,6.186458989532184e-08
  82. lora_te1_text_model_encoder_layers_7_self_attn_k_proj.lora_down.weight,(64-768),0.018049662932753563,7.819062943781319e-07
  83. lora_te1_text_model_encoder_layers_7_self_attn_k_proj.lora_up.weight,(768-64),0.001531480811536312,4.2957346124694595e-08
  84. lora_te1_text_model_encoder_layers_7_self_attn_out_proj.lora_down.weight,(64-768),0.018010146915912628,5.541639893635875e-07
  85. lora_te1_text_model_encoder_layers_7_self_attn_out_proj.lora_up.weight,(768-64),0.002524282783269882,1.2860914111456623e-08
  86. lora_te1_text_model_encoder_layers_7_self_attn_q_proj.lora_down.weight,(64-768),0.018038183450698853,1.2508610325312475e-06
  87. lora_te1_text_model_encoder_layers_7_self_attn_q_proj.lora_up.weight,(768-64),0.001490664086304605,8.236874293743313e-09
  88. lora_te1_text_model_encoder_layers_7_self_attn_v_proj.lora_down.weight,(64-768),0.01817326247692108,2.749634404608514e-07
  89. lora_te1_text_model_encoder_layers_7_self_attn_v_proj.lora_up.weight,(768-64),0.0022567808628082275,1.6244593226133475e-08
  90. lora_te1_text_model_encoder_layers_8_self_attn_k_proj.lora_down.weight,(64-768),0.018064619973301888,1.6688106825313298e-06
  91. lora_te1_text_model_encoder_layers_8_self_attn_k_proj.lora_up.weight,(768-64),0.0013153221225365996,2.398736853592709e-08
  92. lora_te1_text_model_encoder_layers_8_self_attn_out_proj.lora_down.weight,(64-768),0.01807134971022606,3.4764596534841985e-07
  93. lora_te1_text_model_encoder_layers_8_self_attn_out_proj.lora_up.weight,(768-64),0.0022768257185816765,8.009169327749532e-09
  94. lora_te1_text_model_encoder_layers_8_self_attn_q_proj.lora_down.weight,(64-768),0.018066855147480965,1.4737440778844757e-07
  95. lora_te1_text_model_encoder_layers_8_self_attn_q_proj.lora_up.weight,(768-64),0.0013040587073192,9.602975836742189e-08
  96. lora_te1_text_model_encoder_layers_8_self_attn_v_proj.lora_down.weight,(64-768),0.018112456426024437,1.1998550917269313e-06
  97. lora_te1_text_model_encoder_layers_8_self_attn_v_proj.lora_up.weight,(768-64),0.0023836875334382057,3.7793810747643874e-07
  98. lora_te1_text_model_encoder_layers_9_self_attn_k_proj.lora_down.weight,(64-768),0.01807376928627491,2.3588337683122518e-07
  99. lora_te1_text_model_encoder_layers_9_self_attn_k_proj.lora_up.weight,(768-64),0.0013866368681192398,2.4766539929999e-09
  100. lora_te1_text_model_encoder_layers_9_self_attn_out_proj.lora_down.weight,(64-768),0.01820540428161621,7.843083693614972e-08
  101. lora_te1_text_model_encoder_layers_9_self_attn_out_proj.lora_up.weight,(768-64),0.0026193789672106504,1.0382028392541542e-07
  102. lora_te1_text_model_encoder_layers_9_self_attn_q_proj.lora_down.weight,(64-768),0.01815229095518589,3.93247105989758e-08
  103. lora_te1_text_model_encoder_layers_9_self_attn_q_proj.lora_up.weight,(768-64),0.00137512746732682,5.3762843066351707e-08
  104. lora_te1_text_model_encoder_layers_9_self_attn_v_proj.lora_down.weight,(64-768),0.017969494685530663,1.5043212897580815e-06
  105. lora_te1_text_model_encoder_layers_9_self_attn_v_proj.lora_up.weight,(768-64),0.00216882536187768,4.091713989851087e-08
  106. lora_te2_text_model_encoder_layers_0_mlp_fc1.lora_down.weight,(64-1280),0.014005705714225769,4.6751779336773325e-07
  107. lora_te2_text_model_encoder_layers_0_mlp_fc1.lora_up.weight,(5120-64),0.0016349970828741789,1.884734324164583e-08
  108. lora_te2_text_model_encoder_layers_0_mlp_fc2.lora_down.weight,(64-5120),0.007058826275169849,2.482459038333218e-08
  109. lora_te2_text_model_encoder_layers_0_mlp_fc2.lora_up.weight,(1280-64),0.0023047837894409895,6.810127128886734e-09
  110. lora_te2_text_model_encoder_layers_0_self_attn_k_proj.lora_down.weight,(64-1280),0.014118487015366554,1.232643143112e-07
  111. lora_te2_text_model_encoder_layers_0_self_attn_k_proj.lora_up.weight,(1280-64),0.0022293522488325834,3.239492940565469e-08
  112. lora_te2_text_model_encoder_layers_0_self_attn_out_proj.lora_down.weight,(64-1280),0.01402903813868761,5.595163088401023e-07
  113. lora_te2_text_model_encoder_layers_0_self_attn_out_proj.lora_up.weight,(1280-64),0.0020687547512352467,1.4770625966775697e-07
  114. lora_te2_text_model_encoder_layers_0_self_attn_q_proj.lora_down.weight,(64-1280),0.014026668854057789,3.3118382702923554e-07
  115. lora_te2_text_model_encoder_layers_0_self_attn_q_proj.lora_up.weight,(1280-64),0.0019769088830798864,6.3914136205767136e-09
  116. lora_te2_text_model_encoder_layers_0_self_attn_v_proj.lora_down.weight,(64-1280),0.01395418681204319,5.1407067047648525e-08
  117. lora_te2_text_model_encoder_layers_0_self_attn_v_proj.lora_up.weight,(1280-64),0.0020667987409979105,4.302095035768616e-08
  118. lora_te2_text_model_encoder_layers_10_self_attn_k_proj.lora_down.weight,(64-1280),0.013950158841907978,6.037962663185681e-08
  119. lora_te2_text_model_encoder_layers_10_self_attn_k_proj.lora_up.weight,(1280-64),0.001194204669445753,2.9217055441677076e-09
  120. lora_te2_text_model_encoder_layers_10_self_attn_out_proj.lora_down.weight,(64-1280),0.013958659954369068,1.6949883274719468e-08
  121. lora_te2_text_model_encoder_layers_10_self_attn_out_proj.lora_up.weight,(1280-64),0.0022851370740681887,7.150163572333668e-09
  122. lora_te2_text_model_encoder_layers_10_self_attn_q_proj.lora_down.weight,(64-1280),0.013941245153546333,1.576162311778262e-08
  123. lora_te2_text_model_encoder_layers_10_self_attn_q_proj.lora_up.weight,(1280-64),0.0012691220035776496,9.813549972648161e-09
  124. lora_te2_text_model_encoder_layers_10_self_attn_v_proj.lora_down.weight,(64-1280),0.013922525569796562,1.9522015293205186e-07
  125. lora_te2_text_model_encoder_layers_10_self_attn_v_proj.lora_up.weight,(1280-64),0.0018700050422921777,3.945848803255103e-08
  126. lora_te2_text_model_encoder_layers_11_self_attn_k_proj.lora_down.weight,(64-1280),0.013978347182273865,9.768476161298167e-08
  127. lora_te2_text_model_encoder_layers_11_self_attn_k_proj.lora_up.weight,(1280-64),0.0013307910412549973,1.228866608471435e-08
  128. lora_te2_text_model_encoder_layers_11_self_attn_out_proj.lora_down.weight,(64-1280),0.014019817113876343,4.3933983562283174e-08
  129. lora_te2_text_model_encoder_layers_11_self_attn_out_proj.lora_up.weight,(1280-64),0.002093105111271143,4.1993889254854366e-08
  130. lora_te2_text_model_encoder_layers_11_self_attn_q_proj.lora_down.weight,(64-1280),0.013952255249023438,1.5404449982270307e-07
  131. lora_te2_text_model_encoder_layers_11_self_attn_q_proj.lora_up.weight,(1280-64),0.001376427710056305,4.8204611857727286e-08
  132. lora_te2_text_model_encoder_layers_11_self_attn_v_proj.lora_down.weight,(64-1280),0.013975362293422222,5.532967506383102e-08
  133. lora_te2_text_model_encoder_layers_11_self_attn_v_proj.lora_up.weight,(1280-64),0.002044886816293001,2.4552850419468086e-08
  134. lora_te2_text_model_encoder_layers_12_self_attn_k_proj.lora_down.weight,(64-1280),0.013967943377792835,1.770123780886479e-08
  135. lora_te2_text_model_encoder_layers_12_self_attn_k_proj.lora_up.weight,(1280-64),0.0014676239807158709,7.819484615367855e-09
  136. lora_te2_text_model_encoder_layers_12_self_attn_out_proj.lora_down.weight,(64-1280),0.013971728272736073,1.5360372174200165e-07
  137. lora_te2_text_model_encoder_layers_12_self_attn_out_proj.lora_up.weight,(1280-64),0.0022545363754034042,1.072899546983308e-08
  138. lora_te2_text_model_encoder_layers_12_self_attn_q_proj.lora_down.weight,(64-1280),0.013986216858029366,4.7163918992509934e-08
  139. lora_te2_text_model_encoder_layers_12_self_attn_q_proj.lora_up.weight,(1280-64),0.0016192218754440546,8.95032670200635e-09
  140. lora_te2_text_model_encoder_layers_12_self_attn_v_proj.lora_down.weight,(64-1280),0.013981546275317669,6.703154031839631e-09
  141. lora_te2_text_model_encoder_layers_12_self_attn_v_proj.lora_up.weight,(1280-64),0.0020841858349740505,8.333378076486042e-08
  142. lora_te2_text_model_encoder_layers_13_self_attn_k_proj.lora_down.weight,(64-1280),0.013960449025034904,7.21653236723796e-07
  143. lora_te2_text_model_encoder_layers_13_self_attn_k_proj.lora_up.weight,(1280-64),0.0011768442345783114,5.988512441490457e-08
  144. lora_te2_text_model_encoder_layers_13_self_attn_out_proj.lora_down.weight,(64-1280),0.01398553978651762,3.4020337125184597e-07
  145. lora_te2_text_model_encoder_layers_13_self_attn_out_proj.lora_up.weight,(1280-64),0.0021189777180552483,8.099811310557925e-08
  146. lora_te2_text_model_encoder_layers_13_self_attn_q_proj.lora_down.weight,(64-1280),0.013988032937049866,3.7138124753255397e-07
  147. lora_te2_text_model_encoder_layers_13_self_attn_q_proj.lora_up.weight,(1280-64),0.0011122752912342548,2.054423520192472e-09
  148. lora_te2_text_model_encoder_layers_13_self_attn_v_proj.lora_down.weight,(64-1280),0.014003993943333626,2.0920290921822016e-07
  149. lora_te2_text_model_encoder_layers_13_self_attn_v_proj.lora_up.weight,(1280-64),0.0020680208690464497,5.5223829065198515e-08
  150. lora_te2_text_model_encoder_layers_14_self_attn_k_proj.lora_down.weight,(64-1280),0.013959254138171673,4.509606910119146e-08
  151. lora_te2_text_model_encoder_layers_14_self_attn_k_proj.lora_up.weight,(1280-64),0.0014049464371055365,1.1736800864525776e-08
  152. lora_te2_text_model_encoder_layers_14_self_attn_out_proj.lora_down.weight,(64-1280),0.014046740718185902,1.5031622524475097e-06
  153. lora_te2_text_model_encoder_layers_14_self_attn_out_proj.lora_up.weight,(1280-64),0.0022567925043404102,1.3132175347152497e-08
  154. lora_te2_text_model_encoder_layers_14_self_attn_q_proj.lora_down.weight,(64-1280),0.013991954736411572,2.9950732027828053e-07
  155. lora_te2_text_model_encoder_layers_14_self_attn_q_proj.lora_up.weight,(1280-64),0.0014211160596460104,6.177056377509871e-08
  156. lora_te2_text_model_encoder_layers_14_self_attn_v_proj.lora_down.weight,(64-1280),0.013991874642670155,4.02769842366979e-07
  157. lora_te2_text_model_encoder_layers_14_self_attn_v_proj.lora_up.weight,(1280-64),0.0021734002511948347,7.499286525103344e-09
  158. lora_te2_text_model_encoder_layers_15_self_attn_k_proj.lora_down.weight,(64-1280),0.013978916220366955,5.592492016148753e-07
  159. lora_te2_text_model_encoder_layers_15_self_attn_k_proj.lora_up.weight,(1280-64),0.001384758041240275,3.2120986759309744e-08
  160. lora_te2_text_model_encoder_layers_15_self_attn_out_proj.lora_down.weight,(64-1280),0.013984212651848793,9.121263246925082e-07
  161. lora_te2_text_model_encoder_layers_15_self_attn_out_proj.lora_up.weight,(1280-64),0.0022028032690286636,8.68891536498495e-09
  162. lora_te2_text_model_encoder_layers_15_self_attn_q_proj.lora_down.weight,(64-1280),0.013964985497295856,4.5322398278813125e-08
  163. lora_te2_text_model_encoder_layers_15_self_attn_q_proj.lora_up.weight,(1280-64),0.0013674714136868715,1.6531746638293043e-08
  164. lora_te2_text_model_encoder_layers_15_self_attn_v_proj.lora_down.weight,(64-1280),0.01404530368745327,8.213029900616675e-08
  165. lora_te2_text_model_encoder_layers_15_self_attn_v_proj.lora_up.weight,(1280-64),0.0020208731293678284,7.10959895400265e-08
  166. lora_te2_text_model_encoder_layers_16_self_attn_k_proj.lora_down.weight,(64-1280),0.013985661789774895,3.0480993729042893e-08
  167. lora_te2_text_model_encoder_layers_16_self_attn_k_proj.lora_up.weight,(1280-64),0.0015795485815033317,3.9362635817496994e-08
  168. lora_te2_text_model_encoder_layers_16_self_attn_out_proj.lora_down.weight,(64-1280),0.013939281925559044,7.920778557490848e-07
  169. lora_te2_text_model_encoder_layers_16_self_attn_out_proj.lora_up.weight,(1280-64),0.0022085406817495823,6.272431818388213e-08
  170. lora_te2_text_model_encoder_layers_16_self_attn_q_proj.lora_down.weight,(64-1280),0.01403858233243227,6.447400391351721e-09
  171. lora_te2_text_model_encoder_layers_16_self_attn_q_proj.lora_up.weight,(1280-64),0.0015554903075098991,2.6156058652304637e-08
  172. lora_te2_text_model_encoder_layers_16_self_attn_v_proj.lora_down.weight,(64-1280),0.014033615589141846,4.3327665366632573e-07
  173. lora_te2_text_model_encoder_layers_16_self_attn_v_proj.lora_up.weight,(1280-64),0.002160273026674986,1.1791748910638944e-08
  174. lora_te2_text_model_encoder_layers_17_self_attn_k_proj.lora_down.weight,(64-1280),0.013961827382445335,1.0152622280656942e-06
  175. lora_te2_text_model_encoder_layers_17_self_attn_k_proj.lora_up.weight,(1280-64),0.0012747986475005746,2.9646550103734626e-08
  176. lora_te2_text_model_encoder_layers_17_self_attn_out_proj.lora_down.weight,(64-1280),0.014020124450325966,5.609520599136886e-07
  177. lora_te2_text_model_encoder_layers_17_self_attn_out_proj.lora_up.weight,(1280-64),0.0020904128905385733,7.839576987578312e-09
  178. lora_te2_text_model_encoder_layers_17_self_attn_q_proj.lora_down.weight,(64-1280),0.01399055402725935,6.412780351183756e-08
  179. lora_te2_text_model_encoder_layers_17_self_attn_q_proj.lora_up.weight,(1280-64),0.001400716952048242,2.2844119484943803e-08
  180. lora_te2_text_model_encoder_layers_17_self_attn_v_proj.lora_down.weight,(64-1280),0.013977689668536186,1.8524699996191885e-08
  181. lora_te2_text_model_encoder_layers_17_self_attn_v_proj.lora_up.weight,(1280-64),0.0020270124077796936,1.096653612364662e-08
  182. lora_te2_text_model_encoder_layers_18_self_attn_k_proj.lora_down.weight,(64-1280),0.01405661553144455,5.023004518989183e-07
  183. lora_te2_text_model_encoder_layers_18_self_attn_k_proj.lora_up.weight,(1280-64),0.0015677878400310874,5.927516255610499e-09
  184. lora_te2_text_model_encoder_layers_18_self_attn_out_proj.lora_down.weight,(64-1280),0.014046909287571907,4.1137289485959627e-07
  185. lora_te2_text_model_encoder_layers_18_self_attn_out_proj.lora_up.weight,(1280-64),0.002347365953028202,7.969806148366843e-09
  186. lora_te2_text_model_encoder_layers_18_self_attn_q_proj.lora_down.weight,(64-1280),0.013972816057503223,3.874806964176969e-07
  187. lora_te2_text_model_encoder_layers_18_self_attn_q_proj.lora_up.weight,(1280-64),0.0016190471360459924,2.2247056108426477e-07
  188. lora_te2_text_model_encoder_layers_18_self_attn_v_proj.lora_down.weight,(64-1280),0.013968179002404213,2.1029077146295094e-08
  189. lora_te2_text_model_encoder_layers_18_self_attn_v_proj.lora_up.weight,(1280-64),0.002160517033189535,9.789022925588142e-08
  190. lora_te2_text_model_encoder_layers_19_self_attn_k_proj.lora_down.weight,(64-1280),0.013896850869059563,5.1922310007057604e-08
  191. lora_te2_text_model_encoder_layers_19_self_attn_k_proj.lora_up.weight,(1280-64),0.0013534508179873228,4.8142801745143515e-08
  192. lora_te2_text_model_encoder_layers_19_self_attn_out_proj.lora_down.weight,(64-1280),0.013978034257888794,1.0471138267575952e-07
  193. lora_te2_text_model_encoder_layers_19_self_attn_out_proj.lora_up.weight,(1280-64),0.0021413839422166348,2.1452077447747797e-08
  194. lora_te2_text_model_encoder_layers_19_self_attn_q_proj.lora_down.weight,(64-1280),0.01394992507994175,2.586405685178761e-07
  195. lora_te2_text_model_encoder_layers_19_self_attn_q_proj.lora_up.weight,(1280-64),0.0014421327505260706,2.8188227307879288e-09
  196. lora_te2_text_model_encoder_layers_19_self_attn_v_proj.lora_down.weight,(64-1280),0.01399790495634079,3.2550184414503747e-07
  197. lora_te2_text_model_encoder_layers_19_self_attn_v_proj.lora_up.weight,(1280-64),0.002035840880125761,5.813099446250192e-10
  198. lora_te2_text_model_encoder_layers_1_mlp_fc1.lora_down.weight,(64-1280),0.013964776881039143,7.033225557506739e-08
  199. lora_te2_text_model_encoder_layers_1_mlp_fc1.lora_up.weight,(5120-64),0.0015830397605895996,4.448349688601638e-09
  200. lora_te2_text_model_encoder_layers_1_mlp_fc2.lora_down.weight,(64-5120),0.0070317997597157955,8.949939123148454e-10
  201. lora_te2_text_model_encoder_layers_1_mlp_fc2.lora_up.weight,(1280-64),0.002228309866040945,6.2226548358523814e-09
  202. lora_te2_text_model_encoder_layers_1_self_attn_k_proj.lora_down.weight,(64-1280),0.013946810737252235,3.8617557152065274e-07
  203. lora_te2_text_model_encoder_layers_1_self_attn_k_proj.lora_up.weight,(1280-64),0.00146867660805583,6.1188187849836595e-09
  204. lora_te2_text_model_encoder_layers_1_self_attn_out_proj.lora_down.weight,(64-1280),0.014055168256163597,2.0697198976904474e-07
  205. lora_te2_text_model_encoder_layers_1_self_attn_out_proj.lora_up.weight,(1280-64),0.0022737334948033094,5.56479555768874e-08
  206. lora_te2_text_model_encoder_layers_1_self_attn_q_proj.lora_down.weight,(64-1280),0.014020736329257488,7.466944111911289e-07
  207. lora_te2_text_model_encoder_layers_1_self_attn_q_proj.lora_up.weight,(1280-64),0.0016542903613299131,1.7798718943140557e-08
  208. lora_te2_text_model_encoder_layers_1_self_attn_v_proj.lora_down.weight,(64-1280),0.014008385129272938,2.3238214907905785e-07
  209. lora_te2_text_model_encoder_layers_1_self_attn_v_proj.lora_up.weight,(1280-64),0.0017783406656235456,4.4115068931205315e-08
  210. lora_te2_text_model_encoder_layers_20_self_attn_k_proj.lora_down.weight,(64-1280),0.0139975156635046,8.647595564070798e-07
  211. lora_te2_text_model_encoder_layers_20_self_attn_k_proj.lora_up.weight,(1280-64),0.0017079726094380021,7.805167623331499e-10
  212. lora_te2_text_model_encoder_layers_20_self_attn_out_proj.lora_down.weight,(64-1280),0.014022504910826683,1.6473662753924145e-06
  213. lora_te2_text_model_encoder_layers_20_self_attn_out_proj.lora_up.weight,(1280-64),0.0022857284639030695,1.6707472738630713e-08
  214. lora_te2_text_model_encoder_layers_20_self_attn_q_proj.lora_down.weight,(64-1280),0.014060241170227528,4.999710085940023e-07
  215. lora_te2_text_model_encoder_layers_20_self_attn_q_proj.lora_up.weight,(1280-64),0.0018351881299167871,3.584038665849221e-08
  216. lora_te2_text_model_encoder_layers_20_self_attn_v_proj.lora_down.weight,(64-1280),0.013940699398517609,1.8275483171237283e-07
  217. lora_te2_text_model_encoder_layers_20_self_attn_v_proj.lora_up.weight,(1280-64),0.0020880429074168205,4.64100615715779e-08
  218. lora_te2_text_model_encoder_layers_21_self_attn_k_proj.lora_down.weight,(64-1280),0.013977398164570332,2.647385777265754e-08
  219. lora_te2_text_model_encoder_layers_21_self_attn_k_proj.lora_up.weight,(1280-64),0.001441439613699913,2.936934073716202e-08
  220. lora_te2_text_model_encoder_layers_21_self_attn_out_proj.lora_down.weight,(64-1280),0.013937634415924549,1.6359074095362303e-07
  221. lora_te2_text_model_encoder_layers_21_self_attn_out_proj.lora_up.weight,(1280-64),0.00208289735019207,4.1542623563373127e-08
  222. lora_te2_text_model_encoder_layers_21_self_attn_q_proj.lora_down.weight,(64-1280),0.013972428627312183,2.5224927924227813e-08
  223. lora_te2_text_model_encoder_layers_21_self_attn_q_proj.lora_up.weight,(1280-64),0.0013394728302955627,9.5871975247519e-08
  224. lora_te2_text_model_encoder_layers_21_self_attn_v_proj.lora_down.weight,(64-1280),0.013991152867674828,2.818016042738236e-08
  225. lora_te2_text_model_encoder_layers_21_self_attn_v_proj.lora_up.weight,(1280-64),0.002103739883750677,4.7763180077708967e-08
  226. lora_te2_text_model_encoder_layers_22_self_attn_k_proj.lora_down.weight,(64-1280),0.014058944769203663,5.335097625902563e-07
  227. lora_te2_text_model_encoder_layers_22_self_attn_k_proj.lora_up.weight,(1280-64),0.001938531408086419,1.165285290483098e-08
  228. lora_te2_text_model_encoder_layers_22_self_attn_out_proj.lora_down.weight,(64-1280),0.014043611474335194,1.8748063723705854e-07
  229. lora_te2_text_model_encoder_layers_22_self_attn_out_proj.lora_up.weight,(1280-64),0.0022176015190780163,1.4909289802744752e-08
  230. lora_te2_text_model_encoder_layers_22_self_attn_q_proj.lora_down.weight,(64-1280),0.014123929664492607,9.496910138295789e-07
  231. lora_te2_text_model_encoder_layers_22_self_attn_q_proj.lora_up.weight,(1280-64),0.0019377240678295493,4.9477524299845754e-09
  232. lora_te2_text_model_encoder_layers_22_self_attn_v_proj.lora_down.weight,(64-1280),0.013996941968798637,5.60546766337211e-07
  233. lora_te2_text_model_encoder_layers_22_self_attn_v_proj.lora_up.weight,(1280-64),0.002208608901128173,1.0737429789742237e-07
  234. lora_te2_text_model_encoder_layers_23_self_attn_k_proj.lora_down.weight,(64-1280),0.013999953866004944,5.834432954543445e-07
  235. lora_te2_text_model_encoder_layers_23_self_attn_k_proj.lora_up.weight,(1280-64),0.0017303179483860731,8.413427073084012e-12
  236. lora_te2_text_model_encoder_layers_23_self_attn_out_proj.lora_down.weight,(64-1280),0.014006358571350574,3.827792909305572e-07
  237. lora_te2_text_model_encoder_layers_23_self_attn_out_proj.lora_up.weight,(1280-64),0.002213824074715376,1.9027016406880648e-08
  238. lora_te2_text_model_encoder_layers_23_self_attn_q_proj.lora_down.weight,(64-1280),0.014021793380379677,1.104711415678139e-07
  239. lora_te2_text_model_encoder_layers_23_self_attn_q_proj.lora_up.weight,(1280-64),0.001773266470991075,7.417902292417011e-09
  240. lora_te2_text_model_encoder_layers_23_self_attn_v_proj.lora_down.weight,(64-1280),0.014019975438714027,4.054691089550033e-07
  241. lora_te2_text_model_encoder_layers_23_self_attn_v_proj.lora_up.weight,(1280-64),0.0021328087896108627,2.1859833054804767e-08
  242. lora_te2_text_model_encoder_layers_24_self_attn_k_proj.lora_down.weight,(64-1280),0.01403813622891903,1.7078949099413876e-07
  243. lora_te2_text_model_encoder_layers_24_self_attn_k_proj.lora_up.weight,(1280-64),0.0019157843198627234,7.653530786910778e-08
  244. lora_te2_text_model_encoder_layers_24_self_attn_out_proj.lora_down.weight,(64-1280),0.0140143483877182,3.3541201105435903e-07
  245. lora_te2_text_model_encoder_layers_24_self_attn_out_proj.lora_up.weight,(1280-64),0.002359757898375392,5.259787627664991e-08
  246. lora_te2_text_model_encoder_layers_24_self_attn_q_proj.lora_down.weight,(64-1280),0.014058363623917103,7.478521979464858e-08
  247. lora_te2_text_model_encoder_layers_24_self_attn_q_proj.lora_up.weight,(1280-64),0.002107291016727686,1.2139083516160554e-08
  248. lora_te2_text_model_encoder_layers_24_self_attn_v_proj.lora_down.weight,(64-1280),0.014036990702152252,3.3086197959164565e-07
  249. lora_te2_text_model_encoder_layers_24_self_attn_v_proj.lora_up.weight,(1280-64),0.0022995341569185257,2.1691844764859525e-08
  250. lora_te2_text_model_encoder_layers_25_self_attn_k_proj.lora_down.weight,(64-1280),0.014050943776965141,1.201150610086188e-07
  251. lora_te2_text_model_encoder_layers_25_self_attn_k_proj.lora_up.weight,(1280-64),0.0017775215674191713,2.7758446208281384e-08
  252. lora_te2_text_model_encoder_layers_25_self_attn_out_proj.lora_down.weight,(64-1280),0.01399742066860199,1.07505604418634e-08
  253. lora_te2_text_model_encoder_layers_25_self_attn_out_proj.lora_up.weight,(1280-64),0.002201662864536047,2.1974226882548464e-08
  254. lora_te2_text_model_encoder_layers_25_self_attn_q_proj.lora_down.weight,(64-1280),0.014009120874106884,2.8802767815250263e-07
  255. lora_te2_text_model_encoder_layers_25_self_attn_q_proj.lora_up.weight,(1280-64),0.001793036237359047,4.2424954216357946e-08
  256. lora_te2_text_model_encoder_layers_25_self_attn_v_proj.lora_down.weight,(64-1280),0.013999193906784058,3.2457879228786624e-07
  257. lora_te2_text_model_encoder_layers_25_self_attn_v_proj.lora_up.weight,(1280-64),0.002023660810664296,3.131887282847856e-08
  258. lora_te2_text_model_encoder_layers_26_self_attn_k_proj.lora_down.weight,(64-1280),0.01402311958372593,7.581135008649653e-08
  259. lora_te2_text_model_encoder_layers_26_self_attn_k_proj.lora_up.weight,(1280-64),0.0018143377965316176,9.724631411245355e-08
  260. lora_te2_text_model_encoder_layers_26_self_attn_out_proj.lora_down.weight,(64-1280),0.013989055529236794,8.052594324681195e-08
  261. lora_te2_text_model_encoder_layers_26_self_attn_out_proj.lora_up.weight,(1280-64),0.0022402401082217693,1.1382500275658458e-07
  262. lora_te2_text_model_encoder_layers_26_self_attn_q_proj.lora_down.weight,(64-1280),0.01398594118654728,1.2724774478556355e-07
  263. lora_te2_text_model_encoder_layers_26_self_attn_q_proj.lora_up.weight,(1280-64),0.0018298107897862792,3.4591065567468604e-09
  264. lora_te2_text_model_encoder_layers_26_self_attn_v_proj.lora_down.weight,(64-1280),0.01396494172513485,1.716250608296832e-07
  265. lora_te2_text_model_encoder_layers_26_self_attn_v_proj.lora_up.weight,(1280-64),0.0020690453238785267,2.3559952211371638e-08
  266. lora_te2_text_model_encoder_layers_27_self_attn_k_proj.lora_down.weight,(64-1280),0.014016753062605858,4.36487226807003e-07
  267. lora_te2_text_model_encoder_layers_27_self_attn_k_proj.lora_up.weight,(1280-64),0.0018531711539253592,6.113561568099612e-08
  268. lora_te2_text_model_encoder_layers_27_self_attn_out_proj.lora_down.weight,(64-1280),0.014035818167030811,2.251856834334376e-08
  269. lora_te2_text_model_encoder_layers_27_self_attn_out_proj.lora_up.weight,(1280-64),0.002205662429332733,2.3582922281661922e-09
  270. lora_te2_text_model_encoder_layers_27_self_attn_q_proj.lora_down.weight,(64-1280),0.014032351784408092,1.258131447912092e-07
  271. lora_te2_text_model_encoder_layers_27_self_attn_q_proj.lora_up.weight,(1280-64),0.0021258059423416853,3.049587693482181e-09
  272. lora_te2_text_model_encoder_layers_27_self_attn_v_proj.lora_down.weight,(64-1280),0.014062389731407166,7.092545502018766e-07
  273. lora_te2_text_model_encoder_layers_27_self_attn_v_proj.lora_up.weight,(1280-64),0.0022519496269524097,1.1515147058105413e-08
  274. lora_te2_text_model_encoder_layers_28_self_attn_k_proj.lora_down.weight,(64-1280),0.01403261162340641,3.3695346957074435e-08
  275. lora_te2_text_model_encoder_layers_28_self_attn_k_proj.lora_up.weight,(1280-64),0.0019506383687257767,1.0869612765418424e-08
  276. lora_te2_text_model_encoder_layers_28_self_attn_out_proj.lora_down.weight,(64-1280),0.014146141707897186,2.8302417831582716e-07
  277. lora_te2_text_model_encoder_layers_28_self_attn_out_proj.lora_up.weight,(1280-64),0.002272413345053792,2.6469995972888682e-08
  278. lora_te2_text_model_encoder_layers_28_self_attn_q_proj.lora_down.weight,(64-1280),0.014024311676621437,2.7321914330968866e-07
  279. lora_te2_text_model_encoder_layers_28_self_attn_q_proj.lora_up.weight,(1280-64),0.0019500795751810074,2.458894199364181e-09
  280. lora_te2_text_model_encoder_layers_28_self_attn_v_proj.lora_down.weight,(64-1280),0.01412531454116106,2.419976681267144e-07
  281. lora_te2_text_model_encoder_layers_28_self_attn_v_proj.lora_up.weight,(1280-64),0.002394482959061861,3.949071825104511e-08
  282. lora_te2_text_model_encoder_layers_29_self_attn_k_proj.lora_down.weight,(64-1280),0.01403189916163683,9.93571873664223e-08
  283. lora_te2_text_model_encoder_layers_29_self_attn_k_proj.lora_up.weight,(1280-64),0.0017610307550057769,1.701589980029894e-08
  284. lora_te2_text_model_encoder_layers_29_self_attn_out_proj.lora_down.weight,(64-1280),0.014065486378967762,8.61866809032108e-08
  285. lora_te2_text_model_encoder_layers_29_self_attn_out_proj.lora_up.weight,(1280-64),0.0023584607988595963,5.726199603373061e-08
  286. lora_te2_text_model_encoder_layers_29_self_attn_q_proj.lora_down.weight,(64-1280),0.013971689157187939,4.6084302596227644e-08
  287. lora_te2_text_model_encoder_layers_29_self_attn_q_proj.lora_up.weight,(1280-64),0.0017713501583784819,8.967551679006647e-08
  288. lora_te2_text_model_encoder_layers_29_self_attn_v_proj.lora_down.weight,(64-1280),0.014089400880038738,3.1357816965282836e-07
  289. lora_te2_text_model_encoder_layers_29_self_attn_v_proj.lora_up.weight,(1280-64),0.0023604079615324736,3.811264637221257e-09
  290. lora_te2_text_model_encoder_layers_2_self_attn_k_proj.lora_down.weight,(64-1280),0.013948583975434303,2.6234880579067976e-07
  291. lora_te2_text_model_encoder_layers_2_self_attn_k_proj.lora_up.weight,(1280-64),0.0014581481227651238,2.6497616545384517e-08
  292. lora_te2_text_model_encoder_layers_2_self_attn_out_proj.lora_down.weight,(64-1280),0.014030726626515388,7.180044292454113e-08
  293. lora_te2_text_model_encoder_layers_2_self_attn_out_proj.lora_up.weight,(1280-64),0.0022255845833569765,1.5137401021547703e-07
  294. lora_te2_text_model_encoder_layers_2_self_attn_q_proj.lora_down.weight,(64-1280),0.01397753693163395,8.600583782936155e-07
  295. lora_te2_text_model_encoder_layers_2_self_attn_q_proj.lora_up.weight,(1280-64),0.0014451683964580297,3.137559545507429e-08
  296. lora_te2_text_model_encoder_layers_2_self_attn_v_proj.lora_down.weight,(64-1280),0.014051882550120354,2.370893952274855e-07
  297. lora_te2_text_model_encoder_layers_2_self_attn_v_proj.lora_up.weight,(1280-64),0.001696325489319861,3.259359360185954e-08
  298. lora_te2_text_model_encoder_layers_30_self_attn_k_proj.lora_down.weight,(64-1280),0.014044048264622688,9.996415428759065e-07
  299. lora_te2_text_model_encoder_layers_30_self_attn_k_proj.lora_up.weight,(1280-64),0.0021357983350753784,1.0900315317030618e-08
  300. lora_te2_text_model_encoder_layers_30_self_attn_out_proj.lora_down.weight,(64-1280),0.014131198637187481,1.122461640079564e-06
  301. lora_te2_text_model_encoder_layers_30_self_attn_out_proj.lora_up.weight,(1280-64),0.0023787780664861202,1.3731489723056711e-08
  302. lora_te2_text_model_encoder_layers_30_self_attn_q_proj.lora_down.weight,(64-1280),0.014029616490006447,3.735597076115482e-08
  303. lora_te2_text_model_encoder_layers_30_self_attn_q_proj.lora_up.weight,(1280-64),0.002167509403079748,3.362572797982466e-08
  304. lora_te2_text_model_encoder_layers_30_self_attn_v_proj.lora_down.weight,(64-1280),0.014076655730605125,1.1075568551177639e-07
  305. lora_te2_text_model_encoder_layers_30_self_attn_v_proj.lora_up.weight,(1280-64),0.002502832328900695,1.7701555776739042e-08
  306. lora_te2_text_model_encoder_layers_31_self_attn_k_proj.lora_down.weight,(64-1280),0.014035319909453392,1.1510595641084365e-06
  307. lora_te2_text_model_encoder_layers_31_self_attn_k_proj.lora_up.weight,(1280-64),0.0012989304959774017,1.8192743311828963e-08
  308. lora_te2_text_model_encoder_layers_31_self_attn_out_proj.lora_down.weight,(64-1280),0.014553876593708992,7.825543093531451e-07
  309. lora_te2_text_model_encoder_layers_31_self_attn_out_proj.lora_up.weight,(1280-64),0.0037381586153060198,4.292715516385215e-08
  310. lora_te2_text_model_encoder_layers_31_self_attn_q_proj.lora_down.weight,(64-1280),0.014120956882834435,1.733331345121769e-07
  311. lora_te2_text_model_encoder_layers_31_self_attn_q_proj.lora_up.weight,(1280-64),0.002054386306554079,2.2093056273320144e-08
  312. lora_te2_text_model_encoder_layers_31_self_attn_v_proj.lora_down.weight,(64-1280),0.014448672533035278,1.8388539047009544e-07
  313. lora_te2_text_model_encoder_layers_31_self_attn_v_proj.lora_up.weight,(1280-64),0.0034409561194479465,2.4902470840970636e-07
  314. lora_te2_text_model_encoder_layers_3_self_attn_k_proj.lora_down.weight,(64-1280),0.013976601883769035,1.019256572476479e-07
  315. lora_te2_text_model_encoder_layers_3_self_attn_k_proj.lora_up.weight,(1280-64),0.0014159309212118387,1.1194717375317964e-09
  316. lora_te2_text_model_encoder_layers_3_self_attn_out_proj.lora_down.weight,(64-1280),0.014020177535712719,3.356979334512289e-07
  317. lora_te2_text_model_encoder_layers_3_self_attn_out_proj.lora_up.weight,(1280-64),0.0021051415242254734,2.9467595030752136e-09
  318. lora_te2_text_model_encoder_layers_3_self_attn_q_proj.lora_down.weight,(64-1280),0.014017065986990929,2.3965085915733653e-07
  319. lora_te2_text_model_encoder_layers_3_self_attn_q_proj.lora_up.weight,(1280-64),0.001292241271585226,3.067426490588332e-08
  320. lora_te2_text_model_encoder_layers_3_self_attn_v_proj.lora_down.weight,(64-1280),0.01395711861550808,1.6916301603941974e-07
  321. lora_te2_text_model_encoder_layers_3_self_attn_v_proj.lora_up.weight,(1280-64),0.0018701314693316817,1.6609336128681207e-08
  322. lora_te2_text_model_encoder_layers_4_self_attn_k_proj.lora_down.weight,(64-1280),0.013996678404510021,1.5683373533192935e-07
  323. lora_te2_text_model_encoder_layers_4_self_attn_k_proj.lora_up.weight,(1280-64),0.0012930305674672127,1.0966671126766414e-08
  324. lora_te2_text_model_encoder_layers_4_self_attn_out_proj.lora_down.weight,(64-1280),0.013984997756779194,2.887147445562732e-07
  325. lora_te2_text_model_encoder_layers_4_self_attn_out_proj.lora_up.weight,(1280-64),0.0022904376965016127,3.0144111207164315e-08
  326. lora_te2_text_model_encoder_layers_4_self_attn_q_proj.lora_down.weight,(64-1280),0.013993139378726482,1.1927760112939723e-07
  327. lora_te2_text_model_encoder_layers_4_self_attn_q_proj.lora_up.weight,(1280-64),0.0014203798491507769,1.4295002515041233e-08
  328. lora_te2_text_model_encoder_layers_4_self_attn_v_proj.lora_down.weight,(64-1280),0.013975923880934715,4.305983836161431e-08
  329. lora_te2_text_model_encoder_layers_4_self_attn_v_proj.lora_up.weight,(1280-64),0.001830453984439373,6.397647922540273e-08
  330. lora_te2_text_model_encoder_layers_5_self_attn_k_proj.lora_down.weight,(64-1280),0.013952968642115593,6.984300284784695e-07
  331. lora_te2_text_model_encoder_layers_5_self_attn_k_proj.lora_up.weight,(1280-64),0.001603572047315538,1.6184520390538637e-08
  332. lora_te2_text_model_encoder_layers_5_self_attn_out_proj.lora_down.weight,(64-1280),0.014029040932655334,7.349954245228218e-08
  333. lora_te2_text_model_encoder_layers_5_self_attn_out_proj.lora_up.weight,(1280-64),0.0022593210451304913,2.021679108565877e-07
  334. lora_te2_text_model_encoder_layers_5_self_attn_q_proj.lora_down.weight,(64-1280),0.014040380716323853,1.3759387229583808e-07
  335. lora_te2_text_model_encoder_layers_5_self_attn_q_proj.lora_up.weight,(1280-64),0.0016083840746432543,7.019346881520505e-09
  336. lora_te2_text_model_encoder_layers_5_self_attn_v_proj.lora_down.weight,(64-1280),0.013973986729979515,1.3069017086309032e-06
  337. lora_te2_text_model_encoder_layers_5_self_attn_v_proj.lora_up.weight,(1280-64),0.001863587647676468,6.77500082701954e-08
  338. lora_te2_text_model_encoder_layers_6_self_attn_k_proj.lora_down.weight,(64-1280),0.013892307877540588,4.1622010371611395e-07
  339. lora_te2_text_model_encoder_layers_6_self_attn_k_proj.lora_up.weight,(1280-64),0.0013447676319628954,2.4045098356850758e-08
  340. lora_te2_text_model_encoder_layers_6_self_attn_out_proj.lora_down.weight,(64-1280),0.014013111591339111,7.745828867200544e-08
  341. lora_te2_text_model_encoder_layers_6_self_attn_out_proj.lora_up.weight,(1280-64),0.0022665862925350666,3.686772487299095e-08
  342. lora_te2_text_model_encoder_layers_6_self_attn_q_proj.lora_down.weight,(64-1280),0.013984516263008118,3.734282927325694e-08
  343. lora_te2_text_model_encoder_layers_6_self_attn_q_proj.lora_up.weight,(1280-64),0.001487231464125216,5.406749536973621e-08
  344. lora_te2_text_model_encoder_layers_6_self_attn_v_proj.lora_down.weight,(64-1280),0.014013630338013172,3.7402784869300376e-07
  345. lora_te2_text_model_encoder_layers_6_self_attn_v_proj.lora_up.weight,(1280-64),0.00192732154391706,5.457918206275281e-08
  346. lora_te2_text_model_encoder_layers_7_self_attn_k_proj.lora_down.weight,(64-1280),0.014039047062397003,8.963369850789604e-07
  347. lora_te2_text_model_encoder_layers_7_self_attn_k_proj.lora_up.weight,(1280-64),0.0017727914964780211,4.3897518509083966e-08
  348. lora_te2_text_model_encoder_layers_7_self_attn_out_proj.lora_down.weight,(64-1280),0.013962584547698498,5.934633762194608e-08
  349. lora_te2_text_model_encoder_layers_7_self_attn_out_proj.lora_up.weight,(1280-64),0.0023413710296154022,1.0803076833099112e-07
  350. lora_te2_text_model_encoder_layers_7_self_attn_q_proj.lora_down.weight,(64-1280),0.013964307494461536,1.2013440198188619e-07
  351. lora_te2_text_model_encoder_layers_7_self_attn_q_proj.lora_up.weight,(1280-64),0.0016137799248099327,1.4985957363933267e-08
  352. lora_te2_text_model_encoder_layers_7_self_attn_v_proj.lora_down.weight,(64-1280),0.014021429233253002,9.174078741125413e-08
  353. lora_te2_text_model_encoder_layers_7_self_attn_v_proj.lora_up.weight,(1280-64),0.0020650899969041348,6.66604549337535e-09
  354. lora_te2_text_model_encoder_layers_8_self_attn_k_proj.lora_down.weight,(64-1280),0.014001516625285149,1.975424197553366e-07
  355. lora_te2_text_model_encoder_layers_8_self_attn_k_proj.lora_up.weight,(1280-64),0.0014564692974090576,1.8172955362771859e-09
  356. lora_te2_text_model_encoder_layers_8_self_attn_out_proj.lora_down.weight,(64-1280),0.014046033844351768,6.486360462076846e-07
  357. lora_te2_text_model_encoder_layers_8_self_attn_out_proj.lora_up.weight,(1280-64),0.002175794681534171,4.061669045540839e-08
  358. lora_te2_text_model_encoder_layers_8_self_attn_q_proj.lora_down.weight,(64-1280),0.014025253243744373,1.9954069330196944e-07
  359. lora_te2_text_model_encoder_layers_8_self_attn_q_proj.lora_up.weight,(1280-64),0.001439931569620967,4.6896109218153015e-09
  360. lora_te2_text_model_encoder_layers_8_self_attn_v_proj.lora_down.weight,(64-1280),0.01397203654050827,9.327221306421052e-08
  361. lora_te2_text_model_encoder_layers_8_self_attn_v_proj.lora_up.weight,(1280-64),0.0018264332320541143,1.5772780415090892e-08
  362. lora_te2_text_model_encoder_layers_9_self_attn_k_proj.lora_down.weight,(64-1280),0.014008516445755959,6.540071808558423e-07
  363. lora_te2_text_model_encoder_layers_9_self_attn_k_proj.lora_up.weight,(1280-64),0.0013775462284684181,5.817368631255704e-08
  364. lora_te2_text_model_encoder_layers_9_self_attn_out_proj.lora_down.weight,(64-1280),0.014044915325939655,5.739062203247158e-08
  365. lora_te2_text_model_encoder_layers_9_self_attn_out_proj.lora_up.weight,(1280-64),0.0021754198241978884,6.465982860248687e-09
  366. lora_te2_text_model_encoder_layers_9_self_attn_q_proj.lora_down.weight,(64-1280),0.013991111889481544,2.1847802145202877e-07
  367. lora_te2_text_model_encoder_layers_9_self_attn_q_proj.lora_up.weight,(1280-64),0.0012444297317415476,4.744417125834843e-08
  368. lora_te2_text_model_encoder_layers_9_self_attn_v_proj.lora_down.weight,(64-1280),0.013985650613904,3.3453781611569866e-07
  369. lora_te2_text_model_encoder_layers_9_self_attn_v_proj.lora_up.weight,(1280-64),0.001846482278779149,4.70207233149722e-08
  370. lora_unet_input_blocks_8_1_transformer_blocks_0_attn1_to_k.lora_down.weight,(64-1280),0.014236991293728352,3.5205815152039577e-07
  371. lora_unet_input_blocks_8_1_transformer_blocks_0_attn1_to_k.lora_up.weight,(1280-64),0.002764392178505659,6.213618064521143e-08
  372. lora_unet_input_blocks_8_1_transformer_blocks_0_attn1_to_out_0.lora_down.weight,(64-1280),0.014509106054902077,1.7028540355568111e-07
  373. lora_unet_input_blocks_8_1_transformer_blocks_0_attn1_to_out_0.lora_up.weight,(1280-64),0.003010754007846117,1.1142210354364579e-07
  374. lora_unet_input_blocks_8_1_transformer_blocks_0_attn1_to_q.lora_down.weight,(64-1280),0.014241954311728477,1.656608361599865e-07
  375. lora_unet_input_blocks_8_1_transformer_blocks_0_attn1_to_q.lora_up.weight,(1280-64),0.0027274666354060173,6.452852119309682e-08
  376. lora_unet_input_blocks_8_1_transformer_blocks_0_attn1_to_v.lora_down.weight,(64-1280),0.01441780012100935,4.162045570410555e-07
  377. lora_unet_input_blocks_8_1_transformer_blocks_0_attn1_to_v.lora_up.weight,(1280-64),0.002959513571113348,1.7193646328905743e-07
  378. lora_unet_input_blocks_8_1_transformer_blocks_0_attn2_to_k.lora_down.weight,(64-2048),0.011106155812740326,1.7467695556661056e-07
  379. lora_unet_input_blocks_8_1_transformer_blocks_0_attn2_to_k.lora_up.weight,(1280-64),0.0024627139791846275,1.695860731842913e-07
  380. lora_unet_input_blocks_8_1_transformer_blocks_0_attn2_to_out_0.lora_down.weight,(64-1280),0.014109360985457897,3.133166615043592e-08
  381. lora_unet_input_blocks_8_1_transformer_blocks_0_attn2_to_out_0.lora_up.weight,(1280-64),0.002485500182956457,3.6771244382727275e-10
  382. lora_unet_input_blocks_8_1_transformer_blocks_0_attn2_to_q.lora_down.weight,(64-1280),0.014086415991187096,2.4911418705642063e-08
  383. lora_unet_input_blocks_8_1_transformer_blocks_0_attn2_to_q.lora_up.weight,(1280-64),0.00220458023250103,1.4792648217465398e-09
  384. lora_unet_input_blocks_8_1_transformer_blocks_0_attn2_to_v.lora_down.weight,(64-2048),0.011163495481014252,9.99198022100245e-08
  385. lora_unet_input_blocks_8_1_transformer_blocks_0_attn2_to_v.lora_up.weight,(1280-64),0.0025322444271296263,6.9113159639755395e-09
  386. lora_unet_input_blocks_8_1_transformer_blocks_1_attn1_to_k.lora_down.weight,(64-1280),0.014237597584724426,3.310321403660055e-07
  387. lora_unet_input_blocks_8_1_transformer_blocks_1_attn1_to_k.lora_up.weight,(1280-64),0.0027219580952078104,3.9531215634269756e-08
  388. lora_unet_input_blocks_8_1_transformer_blocks_1_attn1_to_out_0.lora_down.weight,(64-1280),0.014530712738633156,1.7334846802441461e-07
  389. lora_unet_input_blocks_8_1_transformer_blocks_1_attn1_to_out_0.lora_up.weight,(1280-64),0.003049176884815097,6.662837392923393e-09
  390. lora_unet_input_blocks_8_1_transformer_blocks_1_attn1_to_q.lora_down.weight,(64-1280),0.014281009323894978,2.371683791579926e-07
  391. lora_unet_input_blocks_8_1_transformer_blocks_1_attn1_to_q.lora_up.weight,(1280-64),0.0027480204589664936,7.721686046124887e-08
  392. lora_unet_input_blocks_8_1_transformer_blocks_1_attn1_to_v.lora_down.weight,(64-1280),0.014345228672027588,8.076647759480693e-07
  393. lora_unet_input_blocks_8_1_transformer_blocks_1_attn1_to_v.lora_up.weight,(1280-64),0.002879107603803277,5.3893081997102854e-08
  394. lora_unet_input_blocks_8_1_transformer_blocks_1_attn2_to_k.lora_down.weight,(64-2048),0.011142145842313766,1.9281506169477325e-08
  395. lora_unet_input_blocks_8_1_transformer_blocks_1_attn2_to_k.lora_up.weight,(1280-64),0.0023374571464955807,1.735377566092211e-07
  396. lora_unet_input_blocks_8_1_transformer_blocks_1_attn2_to_out_0.lora_down.weight,(64-1280),0.014112541452050209,1.878805875321632e-07
  397. lora_unet_input_blocks_8_1_transformer_blocks_1_attn2_to_out_0.lora_up.weight,(1280-64),0.002339965896680951,3.7641790129328e-08
  398. lora_unet_input_blocks_8_1_transformer_blocks_1_attn2_to_q.lora_down.weight,(64-1280),0.014124521985650063,4.080834514752496e-07
  399. lora_unet_input_blocks_8_1_transformer_blocks_1_attn2_to_q.lora_up.weight,(1280-64),0.0022756762336939573,3.199139086973446e-08
  400. lora_unet_input_blocks_8_1_transformer_blocks_1_attn2_to_v.lora_down.weight,(64-2048),0.011145481839776039,5.342601383517831e-08
  401. lora_unet_input_blocks_8_1_transformer_blocks_1_attn2_to_v.lora_up.weight,(1280-64),0.002361771883442998,2.4355212957516414e-08
  402. lora_unet_input_blocks_8_1_transformer_blocks_2_attn1_to_k.lora_down.weight,(64-1280),0.0142541928216815,1.3277521304644324e-07
  403. lora_unet_input_blocks_8_1_transformer_blocks_2_attn1_to_k.lora_up.weight,(1280-64),0.0027081752195954323,7.408036140077456e-08
  404. lora_unet_input_blocks_8_1_transformer_blocks_2_attn1_to_out_0.lora_down.weight,(64-1280),0.014507400803267956,1.0778936854194399e-07
  405. lora_unet_input_blocks_8_1_transformer_blocks_2_attn1_to_out_0.lora_up.weight,(1280-64),0.003036920679733157,6.05243712925585e-08
  406. lora_unet_input_blocks_8_1_transformer_blocks_2_attn1_to_q.lora_down.weight,(64-1280),0.01431359350681305,1.613336353400996e-09
  407. lora_unet_input_blocks_8_1_transformer_blocks_2_attn1_to_q.lora_up.weight,(1280-64),0.0027620363980531693,1.718086508617489e-07
  408. lora_unet_input_blocks_8_1_transformer_blocks_2_attn1_to_v.lora_down.weight,(64-1280),0.014465972781181335,6.408043162764443e-08
  409. lora_unet_input_blocks_8_1_transformer_blocks_2_attn1_to_v.lora_up.weight,(1280-64),0.002741118660196662,1.1135218080937648e-08
  410. lora_unet_input_blocks_8_1_transformer_blocks_2_attn2_to_k.lora_down.weight,(64-2048),0.011275196447968483,4.610789972048224e-08
  411. lora_unet_input_blocks_8_1_transformer_blocks_2_attn2_to_k.lora_up.weight,(1280-64),0.0028812489472329617,5.215308629402671e-09
  412. lora_unet_input_blocks_8_1_transformer_blocks_2_attn2_to_out_0.lora_down.weight,(64-1280),0.014154663309454918,2.82021996866888e-08
  413. lora_unet_input_blocks_8_1_transformer_blocks_2_attn2_to_out_0.lora_up.weight,(1280-64),0.002492766361683607,3.500445089343884e-08
  414. lora_unet_input_blocks_8_1_transformer_blocks_2_attn2_to_q.lora_down.weight,(64-1280),0.014212002046406269,2.2708209712618554e-07
  415. lora_unet_input_blocks_8_1_transformer_blocks_2_attn2_to_q.lora_up.weight,(1280-64),0.0022981842048466206,3.764279199458542e-08
  416. lora_unet_input_blocks_8_1_transformer_blocks_2_attn2_to_v.lora_down.weight,(64-2048),0.011233536526560783,6.121409512616083e-08
  417. lora_unet_input_blocks_8_1_transformer_blocks_2_attn2_to_v.lora_up.weight,(1280-64),0.002549773780629039,4.74356305346646e-08
  418. lora_unet_input_blocks_8_1_transformer_blocks_3_attn1_to_k.lora_down.weight,(64-1280),0.014225718565285206,8.957906061368703e-07
  419. lora_unet_input_blocks_8_1_transformer_blocks_3_attn1_to_k.lora_up.weight,(1280-64),0.002621083054691553,2.397771226014811e-08
  420. lora_unet_input_blocks_8_1_transformer_blocks_3_attn1_to_out_0.lora_down.weight,(64-1280),0.014524686150252819,5.939667175880459e-07
  421. lora_unet_input_blocks_8_1_transformer_blocks_3_attn1_to_out_0.lora_up.weight,(1280-64),0.003042329102754593,1.8252973177368403e-07
  422. lora_unet_input_blocks_8_1_transformer_blocks_3_attn1_to_q.lora_down.weight,(64-1280),0.014233296737074852,3.1206781159198727e-07
  423. lora_unet_input_blocks_8_1_transformer_blocks_3_attn1_to_q.lora_up.weight,(1280-64),0.0027016778476536274,1.0432298580553834e-07
  424. lora_unet_input_blocks_8_1_transformer_blocks_3_attn1_to_v.lora_down.weight,(64-1280),0.0143692372366786,1.376723957946524e-06
  425. lora_unet_input_blocks_8_1_transformer_blocks_3_attn1_to_v.lora_up.weight,(1280-64),0.0027200605254620314,1.7544323327456368e-08
  426. lora_unet_input_blocks_8_1_transformer_blocks_3_attn2_to_k.lora_down.weight,(64-2048),0.011109508574008942,4.3725492560042767e-07
  427. lora_unet_input_blocks_8_1_transformer_blocks_3_attn2_to_k.lora_up.weight,(1280-64),0.0021949252113699913,3.0738696921162045e-08
  428. lora_unet_input_blocks_8_1_transformer_blocks_3_attn2_to_out_0.lora_down.weight,(64-1280),0.014138547703623772,1.607249089374818e-08
  429. lora_unet_input_blocks_8_1_transformer_blocks_3_attn2_to_out_0.lora_up.weight,(1280-64),0.002312739845365286,8.270539808563626e-08
  430. lora_unet_input_blocks_8_1_transformer_blocks_3_attn2_to_q.lora_down.weight,(64-1280),0.01413271576166153,1.389203703183739e-07
  431. lora_unet_input_blocks_8_1_transformer_blocks_3_attn2_to_q.lora_up.weight,(1280-64),0.002213267143815756,1.3959073896785412e-07
  432. lora_unet_input_blocks_8_1_transformer_blocks_3_attn2_to_v.lora_down.weight,(64-2048),0.01112581416964531,6.517610984246858e-08
  433. lora_unet_input_blocks_8_1_transformer_blocks_3_attn2_to_v.lora_up.weight,(1280-64),0.002324430737644434,1.5196735603240086e-07
  434. lora_unet_input_blocks_8_1_transformer_blocks_4_attn1_to_k.lora_down.weight,(64-1280),0.014219915494322777,3.4401250559312757e-07
  435. lora_unet_input_blocks_8_1_transformer_blocks_4_attn1_to_k.lora_up.weight,(1280-64),0.002576831029728055,3.735147302563746e-08
  436. lora_unet_input_blocks_8_1_transformer_blocks_4_attn1_to_out_0.lora_down.weight,(64-1280),0.0144437775015831,2.1816244100136828e-07
  437. lora_unet_input_blocks_8_1_transformer_blocks_4_attn1_to_out_0.lora_up.weight,(1280-64),0.0029712775722146034,3.7031163913070486e-08
  438. lora_unet_input_blocks_8_1_transformer_blocks_4_attn1_to_q.lora_down.weight,(64-1280),0.014238436706364155,5.960527715842545e-08
  439. lora_unet_input_blocks_8_1_transformer_blocks_4_attn1_to_q.lora_up.weight,(1280-64),0.0026120557449758053,2.6519874296582202e-08
  440. lora_unet_input_blocks_8_1_transformer_blocks_4_attn1_to_v.lora_down.weight,(64-1280),0.014297234825789928,1.00033844319114e-07
  441. lora_unet_input_blocks_8_1_transformer_blocks_4_attn1_to_v.lora_up.weight,(1280-64),0.0025993718300014734,1.6330595542513038e-07
  442. lora_unet_input_blocks_8_1_transformer_blocks_4_attn2_to_k.lora_down.weight,(64-2048),0.011096748523414135,5.099801470009879e-08
  443. lora_unet_input_blocks_8_1_transformer_blocks_4_attn2_to_k.lora_up.weight,(1280-64),0.0020277570001780987,2.4280719657099326e-08
  444. lora_unet_input_blocks_8_1_transformer_blocks_4_attn2_to_out_0.lora_down.weight,(64-1280),0.014097867533564568,1.0001425607697456e-06
  445. lora_unet_input_blocks_8_1_transformer_blocks_4_attn2_to_out_0.lora_up.weight,(1280-64),0.0024692725855857134,2.5290439964464895e-08
  446. lora_unet_input_blocks_8_1_transformer_blocks_4_attn2_to_q.lora_down.weight,(64-1280),0.014097091741859913,2.9086007202749897e-07
  447. lora_unet_input_blocks_8_1_transformer_blocks_4_attn2_to_q.lora_up.weight,(1280-64),0.002097617369145155,5.0959087616320176e-08
  448. lora_unet_input_blocks_8_1_transformer_blocks_4_attn2_to_v.lora_down.weight,(64-2048),0.011113534681499004,4.8276170616645686e-08
  449. lora_unet_input_blocks_8_1_transformer_blocks_4_attn2_to_v.lora_up.weight,(1280-64),0.0023930754978209734,4.323986502186017e-08
  450. lora_unet_input_blocks_8_1_transformer_blocks_5_attn1_to_k.lora_down.weight,(64-1280),0.0141791682690382,4.464174878648919e-07
  451. lora_unet_input_blocks_8_1_transformer_blocks_5_attn1_to_k.lora_up.weight,(1280-64),0.0025241130497306585,9.419586888270715e-08
  452. lora_unet_input_blocks_8_1_transformer_blocks_5_attn1_to_out_0.lora_down.weight,(64-1280),0.014431780204176903,8.011267595975369e-07
  453. lora_unet_input_blocks_8_1_transformer_blocks_5_attn1_to_out_0.lora_up.weight,(1280-64),0.0029089238960295916,1.8673796731150105e-08
  454. lora_unet_input_blocks_8_1_transformer_blocks_5_attn1_to_q.lora_down.weight,(64-1280),0.014243262819945812,2.1762461699381674e-07
  455. lora_unet_input_blocks_8_1_transformer_blocks_5_attn1_to_q.lora_up.weight,(1280-64),0.0025644178967922926,8.556212627297555e-09
  456. lora_unet_input_blocks_8_1_transformer_blocks_5_attn1_to_v.lora_down.weight,(64-1280),0.01429714821279049,7.171669267336256e-07
  457. lora_unet_input_blocks_8_1_transformer_blocks_5_attn1_to_v.lora_up.weight,(1280-64),0.0026738818269222975,1.1900995744440479e-08
  458. lora_unet_input_blocks_8_1_transformer_blocks_5_attn2_to_k.lora_down.weight,(64-2048),0.011112812906503677,4.80626113130711e-07
  459. lora_unet_input_blocks_8_1_transformer_blocks_5_attn2_to_k.lora_up.weight,(1280-64),0.0019334405660629272,1.8763690601275584e-09
  460. lora_unet_input_blocks_8_1_transformer_blocks_5_attn2_to_out_0.lora_down.weight,(64-1280),0.014085707254707813,3.6847558249064605e-07
  461. lora_unet_input_blocks_8_1_transformer_blocks_5_attn2_to_out_0.lora_up.weight,(1280-64),0.0025269766338169575,4.777684381451763e-08
  462. lora_unet_input_blocks_8_1_transformer_blocks_5_attn2_to_q.lora_down.weight,(64-1280),0.014068299904465675,7.451489523191412e-07
  463. lora_unet_input_blocks_8_1_transformer_blocks_5_attn2_to_q.lora_up.weight,(1280-64),0.0019971835426986217,2.661803577552746e-08
  464. lora_unet_input_blocks_8_1_transformer_blocks_5_attn2_to_v.lora_down.weight,(64-2048),0.011146127246320248,6.003674712928841e-08
  465. lora_unet_input_blocks_8_1_transformer_blocks_5_attn2_to_v.lora_up.weight,(1280-64),0.0024921242147684097,1.647073033517188e-09
  466. lora_unet_input_blocks_8_1_transformer_blocks_6_attn1_to_k.lora_down.weight,(64-1280),0.014175024814903736,6.078619776417327e-07
  467. lora_unet_input_blocks_8_1_transformer_blocks_6_attn1_to_k.lora_up.weight,(1280-64),0.0025061829946935177,2.8844244326364787e-08
  468. lora_unet_input_blocks_8_1_transformer_blocks_6_attn1_to_out_0.lora_down.weight,(64-1280),0.014424172230064869,5.772003532911185e-07
  469. lora_unet_input_blocks_8_1_transformer_blocks_6_attn1_to_out_0.lora_up.weight,(1280-64),0.0029125609435141087,1.140965544266237e-09
  470. lora_unet_input_blocks_8_1_transformer_blocks_6_attn1_to_q.lora_down.weight,(64-1280),0.014219177886843681,1.6008712577786355e-07
  471. lora_unet_input_blocks_8_1_transformer_blocks_6_attn1_to_q.lora_up.weight,(1280-64),0.0026009653229266405,7.525558487486705e-08
  472. lora_unet_input_blocks_8_1_transformer_blocks_6_attn1_to_v.lora_down.weight,(64-1280),0.014256787486374378,2.39764403886511e-07
  473. lora_unet_input_blocks_8_1_transformer_blocks_6_attn1_to_v.lora_up.weight,(1280-64),0.002559071173891425,5.7421800647716736e-08
  474. lora_unet_input_blocks_8_1_transformer_blocks_6_attn2_to_k.lora_down.weight,(64-2048),0.0110333152115345,5.540587721952761e-07
  475. lora_unet_input_blocks_8_1_transformer_blocks_6_attn2_to_k.lora_up.weight,(1280-64),0.0015452966326847672,1.2332876941911763e-08
  476. lora_unet_input_blocks_8_1_transformer_blocks_6_attn2_to_out_0.lora_down.weight,(64-1280),0.014110662043094635,2.1650285475516284e-07
  477. lora_unet_input_blocks_8_1_transformer_blocks_6_attn2_to_out_0.lora_up.weight,(1280-64),0.0025429415982216597,3.9012036268104566e-08
  478. lora_unet_input_blocks_8_1_transformer_blocks_6_attn2_to_q.lora_down.weight,(64-1280),0.014067637734115124,1.7122853535056493e-07
  479. lora_unet_input_blocks_8_1_transformer_blocks_6_attn2_to_q.lora_up.weight,(1280-64),0.001861597178503871,1.84262172187033e-09
  480. lora_unet_input_blocks_8_1_transformer_blocks_6_attn2_to_v.lora_down.weight,(64-2048),0.011092165485024452,1.468097252654843e-07
  481. lora_unet_input_blocks_8_1_transformer_blocks_6_attn2_to_v.lora_up.weight,(1280-64),0.0023529534228146076,9.619526508686249e-09
  482. lora_unet_input_blocks_8_1_transformer_blocks_7_attn1_to_k.lora_down.weight,(64-1280),0.014196646399796009,1.1267522914693018e-08
  483. lora_unet_input_blocks_8_1_transformer_blocks_7_attn1_to_k.lora_up.weight,(1280-64),0.002666620071977377,5.948295367375067e-08
  484. lora_unet_input_blocks_8_1_transformer_blocks_7_attn1_to_out_0.lora_down.weight,(64-1280),0.014413699507713318,8.653841376826676e-08
  485. lora_unet_input_blocks_8_1_transformer_blocks_7_attn1_to_out_0.lora_up.weight,(1280-64),0.00300447060726583,4.2012196388441225e-08
  486. lora_unet_input_blocks_8_1_transformer_blocks_7_attn1_to_q.lora_down.weight,(64-1280),0.014257731847465038,6.388330007212062e-07
  487. lora_unet_input_blocks_8_1_transformer_blocks_7_attn1_to_q.lora_up.weight,(1280-64),0.0026506632566452026,1.4363437550457547e-08
  488. lora_unet_input_blocks_8_1_transformer_blocks_7_attn1_to_v.lora_down.weight,(64-1280),0.014368662610650063,6.935643881433862e-08
  489. lora_unet_input_blocks_8_1_transformer_blocks_7_attn1_to_v.lora_up.weight,(1280-64),0.002765354700386524,1.2163301477130517e-08
  490. lora_unet_input_blocks_8_1_transformer_blocks_7_attn2_to_k.lora_down.weight,(64-2048),0.011056657880544662,2.761365180958819e-07
  491. lora_unet_input_blocks_8_1_transformer_blocks_7_attn2_to_k.lora_up.weight,(1280-64),0.0015922163147479296,2.4343297155837718e-08
  492. lora_unet_input_blocks_8_1_transformer_blocks_7_attn2_to_out_0.lora_down.weight,(64-1280),0.014079851098358631,3.2825502671585127e-07
  493. lora_unet_input_blocks_8_1_transformer_blocks_7_attn2_to_out_0.lora_up.weight,(1280-64),0.0024921635631471872,1.3935623144334386e-07
  494. lora_unet_input_blocks_8_1_transformer_blocks_7_attn2_to_q.lora_down.weight,(64-1280),0.013988432474434376,1.317010060120083e-06
  495. lora_unet_input_blocks_8_1_transformer_blocks_7_attn2_to_q.lora_up.weight,(1280-64),0.0017145678866654634,2.2153512801992292e-08
  496. lora_unet_input_blocks_8_1_transformer_blocks_7_attn2_to_v.lora_down.weight,(64-2048),0.011104878038167953,1.5180013690496708e-08
  497. lora_unet_input_blocks_8_1_transformer_blocks_7_attn2_to_v.lora_up.weight,(1280-64),0.002342491177842021,9.297762204596438e-08
  498. lora_unet_input_blocks_8_1_transformer_blocks_8_attn1_to_k.lora_down.weight,(64-1280),0.014254316687583923,2.446544442591403e-07
  499. lora_unet_input_blocks_8_1_transformer_blocks_8_attn1_to_k.lora_up.weight,(1280-64),0.002681176643818617,3.4418860650475835e-08
  500. lora_unet_input_blocks_8_1_transformer_blocks_8_attn1_to_out_0.lora_down.weight,(64-1280),0.01447036862373352,8.535766937711742e-08
  501. lora_unet_input_blocks_8_1_transformer_blocks_8_attn1_to_out_0.lora_up.weight,(1280-64),0.003031621454283595,1.4850790819309623e-07
  502. lora_unet_input_blocks_8_1_transformer_blocks_8_attn1_to_q.lora_down.weight,(64-1280),0.014235548675060272,1.158088522856815e-07
  503. lora_unet_input_blocks_8_1_transformer_blocks_8_attn1_to_q.lora_up.weight,(1280-64),0.00262609519995749,8.424646580351691e-08
  504. lora_unet_input_blocks_8_1_transformer_blocks_8_attn1_to_v.lora_down.weight,(64-1280),0.01425264310091734,2.414631410374568e-07
  505. lora_unet_input_blocks_8_1_transformer_blocks_8_attn1_to_v.lora_up.weight,(1280-64),0.0026880898512899876,3.916402491199733e-08
  506. lora_unet_input_blocks_8_1_transformer_blocks_8_attn2_to_k.lora_down.weight,(64-2048),0.011073851026594639,2.1446217246534616e-08
  507. lora_unet_input_blocks_8_1_transformer_blocks_8_attn2_to_k.lora_up.weight,(1280-64),0.0016571372980251908,6.902401317177009e-09
  508. lora_unet_input_blocks_8_1_transformer_blocks_8_attn2_to_out_0.lora_down.weight,(64-1280),0.014228254556655884,5.631816861750849e-07
  509. lora_unet_input_blocks_8_1_transformer_blocks_8_attn2_to_out_0.lora_up.weight,(1280-64),0.0027903227601200342,7.407539581727463e-10
  510. lora_unet_input_blocks_8_1_transformer_blocks_8_attn2_to_q.lora_down.weight,(64-1280),0.014091881923377514,1.5691546195739647e-07
  511. lora_unet_input_blocks_8_1_transformer_blocks_8_attn2_to_q.lora_up.weight,(1280-64),0.0018066437914967537,6.560811982581072e-08
  512. lora_unet_input_blocks_8_1_transformer_blocks_8_attn2_to_v.lora_down.weight,(64-2048),0.011158398352563381,2.0734850636472402e-07
  513. lora_unet_input_blocks_8_1_transformer_blocks_8_attn2_to_v.lora_up.weight,(1280-64),0.0026071257889270782,9.186442895270375e-08
  514. lora_unet_input_blocks_8_1_transformer_blocks_9_attn1_to_k.lora_down.weight,(64-1280),0.014219271019101143,7.749776642640427e-08
  515. lora_unet_input_blocks_8_1_transformer_blocks_9_attn1_to_k.lora_up.weight,(1280-64),0.0027672271244227886,6.641324290512785e-08
  516. lora_unet_input_blocks_8_1_transformer_blocks_9_attn1_to_out_0.lora_down.weight,(64-1280),0.014445153065025806,3.4732690323835413e-07
  517. lora_unet_input_blocks_8_1_transformer_blocks_9_attn1_to_out_0.lora_up.weight,(1280-64),0.0030637311283499002,1.1124050303124022e-07
  518. lora_unet_input_blocks_8_1_transformer_blocks_9_attn1_to_q.lora_down.weight,(64-1280),0.01423739455640316,2.0599701944234994e-09
  519. lora_unet_input_blocks_8_1_transformer_blocks_9_attn1_to_q.lora_up.weight,(1280-64),0.0027519247960299253,1.775307012508165e-08
  520. lora_unet_input_blocks_8_1_transformer_blocks_9_attn1_to_v.lora_down.weight,(64-1280),0.014381183311343193,2.462889980847649e-08
  521. lora_unet_input_blocks_8_1_transformer_blocks_9_attn1_to_v.lora_up.weight,(1280-64),0.0028331391513347626,3.8557868009547747e-08
  522. lora_unet_input_blocks_8_1_transformer_blocks_9_attn2_to_k.lora_down.weight,(64-2048),0.011061692610383034,8.671841911223055e-09
  523. lora_unet_input_blocks_8_1_transformer_blocks_9_attn2_to_k.lora_up.weight,(1280-64),0.0015926230698823929,7.291542036824694e-09
  524. lora_unet_input_blocks_8_1_transformer_blocks_9_attn2_to_out_0.lora_down.weight,(64-1280),0.014199825935065746,4.729843681161583e-07
  525. lora_unet_input_blocks_8_1_transformer_blocks_9_attn2_to_out_0.lora_up.weight,(1280-64),0.002821900648996234,2.7253530987536578e-08
  526. lora_unet_input_blocks_8_1_transformer_blocks_9_attn2_to_q.lora_down.weight,(64-1280),0.014065059833228588,2.740946456469828e-07
  527. lora_unet_input_blocks_8_1_transformer_blocks_9_attn2_to_q.lora_up.weight,(1280-64),0.0014167561894282699,1.941845084729721e-08
  528. lora_unet_input_blocks_8_1_transformer_blocks_9_attn2_to_v.lora_down.weight,(64-2048),0.011195844039320946,3.628436218150455e-09
  529. lora_unet_input_blocks_8_1_transformer_blocks_9_attn2_to_v.lora_up.weight,(1280-64),0.0026626840699464083,5.2699755670460036e-09
  530. lora_unet_output_blocks_0_1_transformer_blocks_0_attn1_to_k.lora_down.weight,(64-1280),0.014413346536457539,2.145154240906777e-07
  531. lora_unet_output_blocks_0_1_transformer_blocks_0_attn1_to_k.lora_up.weight,(1280-64),0.003035713452845812,5.201961528200627e-08
  532. lora_unet_output_blocks_0_1_transformer_blocks_0_attn1_to_out_0.lora_down.weight,(64-1280),0.014558905735611916,6.352091475037014e-08
  533. lora_unet_output_blocks_0_1_transformer_blocks_0_attn1_to_out_0.lora_up.weight,(1280-64),0.003028037492185831,5.182941853476564e-10
  534. lora_unet_output_blocks_0_1_transformer_blocks_0_attn1_to_q.lora_down.weight,(64-1280),0.014480466954410076,9.433863112917606e-08
  535. lora_unet_output_blocks_0_1_transformer_blocks_0_attn1_to_q.lora_up.weight,(1280-64),0.003123572561889887,9.245115251133029e-08
  536. lora_unet_output_blocks_0_1_transformer_blocks_0_attn1_to_v.lora_down.weight,(64-1280),0.014494499191641808,2.4149301225406816e-07
  537. lora_unet_output_blocks_0_1_transformer_blocks_0_attn1_to_v.lora_up.weight,(1280-64),0.0029459805227816105,3.65713930250422e-08
  538. lora_unet_output_blocks_0_1_transformer_blocks_0_attn2_to_k.lora_down.weight,(64-2048),0.011139556765556335,1.991271370016534e-09
  539. lora_unet_output_blocks_0_1_transformer_blocks_0_attn2_to_k.lora_up.weight,(1280-64),0.00232105003669858,4.0595644179575174e-08
  540. lora_unet_output_blocks_0_1_transformer_blocks_0_attn2_to_out_0.lora_down.weight,(64-1280),0.014026177115738392,3.2801867178022803e-07
  541. lora_unet_output_blocks_0_1_transformer_blocks_0_attn2_to_out_0.lora_up.weight,(1280-64),0.0022551717702299356,5.6584379848345634e-08
  542. lora_unet_output_blocks_0_1_transformer_blocks_0_attn2_to_q.lora_down.weight,(64-1280),0.014091645367443562,1.5680448939292546e-07
  543. lora_unet_output_blocks_0_1_transformer_blocks_0_attn2_to_q.lora_up.weight,(1280-64),0.002140573924407363,5.498208138776661e-11
  544. lora_unet_output_blocks_0_1_transformer_blocks_0_attn2_to_v.lora_down.weight,(64-2048),0.01114405132830143,1.5007282527790267e-08
  545. lora_unet_output_blocks_0_1_transformer_blocks_0_attn2_to_v.lora_up.weight,(1280-64),0.0024214102886617184,1.866985428478074e-07
  546. lora_unet_output_blocks_0_1_transformer_blocks_1_attn1_to_k.lora_down.weight,(64-1280),0.014445389620959759,7.039932370389579e-07
  547. lora_unet_output_blocks_0_1_transformer_blocks_1_attn1_to_k.lora_up.weight,(1280-64),0.0030522234737873077,3.635028722470679e-09
  548. lora_unet_output_blocks_0_1_transformer_blocks_1_attn1_to_out_0.lora_down.weight,(64-1280),0.014682279899716377,4.5146941829443676e-07
  549. lora_unet_output_blocks_0_1_transformer_blocks_1_attn1_to_out_0.lora_up.weight,(1280-64),0.0031876240391284227,2.861635650663885e-10
  550. lora_unet_output_blocks_0_1_transformer_blocks_1_attn1_to_q.lora_down.weight,(64-1280),0.014477240853011608,2.0426678304374946e-07
  551. lora_unet_output_blocks_0_1_transformer_blocks_1_attn1_to_q.lora_up.weight,(1280-64),0.0031030052341520786,4.562939892593931e-08
  552. lora_unet_output_blocks_0_1_transformer_blocks_1_attn1_to_v.lora_down.weight,(64-1280),0.014493304304778576,5.460701117954159e-07
  553. lora_unet_output_blocks_0_1_transformer_blocks_1_attn1_to_v.lora_up.weight,(1280-64),0.002912200288847089,2.8448543076819988e-08
  554. lora_unet_output_blocks_0_1_transformer_blocks_1_attn2_to_k.lora_down.weight,(64-2048),0.011175934225320816,6.387521125361673e-07
  555. lora_unet_output_blocks_0_1_transformer_blocks_1_attn2_to_k.lora_up.weight,(1280-64),0.0025365413166582584,2.2258211274106543e-08
  556. lora_unet_output_blocks_0_1_transformer_blocks_1_attn2_to_out_0.lora_down.weight,(64-1280),0.014112457633018494,2.294117678047769e-07
  557. lora_unet_output_blocks_0_1_transformer_blocks_1_attn2_to_out_0.lora_up.weight,(1280-64),0.0023395002353936434,5.142731751561769e-08
  558. lora_unet_output_blocks_0_1_transformer_blocks_1_attn2_to_q.lora_down.weight,(64-1280),0.014239433221518993,6.255781954678241e-07
  559. lora_unet_output_blocks_0_1_transformer_blocks_1_attn2_to_q.lora_up.weight,(1280-64),0.0024465376045554876,2.3326647280441648e-08
  560. lora_unet_output_blocks_0_1_transformer_blocks_1_attn2_to_v.lora_down.weight,(64-2048),0.011165155097842216,3.2842933705978794e-07
  561. lora_unet_output_blocks_0_1_transformer_blocks_1_attn2_to_v.lora_up.weight,(1280-64),0.0023497319780290127,4.019595767346118e-09
  562. lora_unet_output_blocks_0_1_transformer_blocks_2_attn1_to_k.lora_down.weight,(64-1280),0.014493447728455067,1.003689291678711e-07
  563. lora_unet_output_blocks_0_1_transformer_blocks_2_attn1_to_k.lora_up.weight,(1280-64),0.003088517114520073,5.892086463177293e-08
  564. lora_unet_output_blocks_0_1_transformer_blocks_2_attn1_to_out_0.lora_down.weight,(64-1280),0.014768624678254128,5.6586596741681205e-08
  565. lora_unet_output_blocks_0_1_transformer_blocks_2_attn1_to_out_0.lora_up.weight,(1280-64),0.00325477821752429,4.1741426315411445e-08
  566. lora_unet_output_blocks_0_1_transformer_blocks_2_attn1_to_q.lora_down.weight,(64-1280),0.014494028873741627,1.9824840080673312e-07
  567. lora_unet_output_blocks_0_1_transformer_blocks_2_attn1_to_q.lora_up.weight,(1280-64),0.003152584657073021,4.287267429958774e-08
  568. lora_unet_output_blocks_0_1_transformer_blocks_2_attn1_to_v.lora_down.weight,(64-1280),0.014567295089364052,1.7559960951984976e-07
  569. lora_unet_output_blocks_0_1_transformer_blocks_2_attn1_to_v.lora_up.weight,(1280-64),0.0029919855296611786,1.7753396264197363e-07
  570. lora_unet_output_blocks_0_1_transformer_blocks_2_attn2_to_k.lora_down.weight,(64-2048),0.011210720054805279,1.4300624684437935e-07
  571. lora_unet_output_blocks_0_1_transformer_blocks_2_attn2_to_k.lora_up.weight,(1280-64),0.0028477762825787067,3.2999224686136586e-08
  572. lora_unet_output_blocks_0_1_transformer_blocks_2_attn2_to_out_0.lora_down.weight,(64-1280),0.014156769029796124,1.6988140316698264e-07
  573. lora_unet_output_blocks_0_1_transformer_blocks_2_attn2_to_out_0.lora_up.weight,(1280-64),0.002434459049254656,5.724872664814029e-08
  574. lora_unet_output_blocks_0_1_transformer_blocks_2_attn2_to_q.lora_down.weight,(64-1280),0.014215463772416115,1.0559313068370102e-07
  575. lora_unet_output_blocks_0_1_transformer_blocks_2_attn2_to_q.lora_up.weight,(1280-64),0.002577628940343857,9.199197847920004e-09
  576. lora_unet_output_blocks_0_1_transformer_blocks_2_attn2_to_v.lora_down.weight,(64-2048),0.011201540008187294,3.945541493521887e-08
  577. lora_unet_output_blocks_0_1_transformer_blocks_2_attn2_to_v.lora_up.weight,(1280-64),0.002341111423447728,1.506295710385075e-08
  578. lora_unet_output_blocks_0_1_transformer_blocks_3_attn1_to_k.lora_down.weight,(64-1280),0.014580095186829567,1.5616130610851542e-07
  579. lora_unet_output_blocks_0_1_transformer_blocks_3_attn1_to_k.lora_up.weight,(1280-64),0.0032416339963674545,4.966803857087143e-08
  580. lora_unet_output_blocks_0_1_transformer_blocks_3_attn1_to_out_0.lora_down.weight,(64-1280),0.015056118369102478,2.738614739428158e-07
  581. lora_unet_output_blocks_0_1_transformer_blocks_3_attn1_to_out_0.lora_up.weight,(1280-64),0.0035466118715703487,2.8903391680046298e-08
  582. lora_unet_output_blocks_0_1_transformer_blocks_3_attn1_to_q.lora_down.weight,(64-1280),0.014689477160573006,9.652771950641181e-07
  583. lora_unet_output_blocks_0_1_transformer_blocks_3_attn1_to_q.lora_up.weight,(1280-64),0.003378347959369421,5.086059928771647e-08
  584. lora_unet_output_blocks_0_1_transformer_blocks_3_attn1_to_v.lora_down.weight,(64-1280),0.01467621885240078,1.250278245379377e-07
  585. lora_unet_output_blocks_0_1_transformer_blocks_3_attn1_to_v.lora_up.weight,(1280-64),0.003094783518463373,5.219496657105083e-08
  586. lora_unet_output_blocks_0_1_transformer_blocks_3_attn2_to_k.lora_down.weight,(64-2048),0.01124208141118288,3.6960594229640265e-07
  587. lora_unet_output_blocks_0_1_transformer_blocks_3_attn2_to_k.lora_up.weight,(1280-64),0.002838440937921405,1.4771814882408307e-08
  588. lora_unet_output_blocks_0_1_transformer_blocks_3_attn2_to_out_0.lora_down.weight,(64-1280),0.014152687974274158,1.9518711269483902e-07
  589. lora_unet_output_blocks_0_1_transformer_blocks_3_attn2_to_out_0.lora_up.weight,(1280-64),0.0025095981545746326,2.55681271710273e-08
  590. lora_unet_output_blocks_0_1_transformer_blocks_3_attn2_to_q.lora_down.weight,(64-1280),0.014252200722694397,1.697204936590424e-07
  591. lora_unet_output_blocks_0_1_transformer_blocks_3_attn2_to_q.lora_up.weight,(1280-64),0.002674452494829893,8.687594643674856e-09
  592. lora_unet_output_blocks_0_1_transformer_blocks_3_attn2_to_v.lora_down.weight,(64-2048),0.011238755658268929,9.296331882069353e-08
  593. lora_unet_output_blocks_0_1_transformer_blocks_3_attn2_to_v.lora_up.weight,(1280-64),0.002594765741378069,7.197009921355857e-08
  594. lora_unet_output_blocks_0_1_transformer_blocks_4_attn1_to_k.lora_down.weight,(64-1280),0.01453072763979435,1.4275488524617685e-07
  595. lora_unet_output_blocks_0_1_transformer_blocks_4_attn1_to_k.lora_up.weight,(1280-64),0.0031861732713878155,8.641428017597264e-09
  596. lora_unet_output_blocks_0_1_transformer_blocks_4_attn1_to_out_0.lora_down.weight,(64-1280),0.015165125019848347,5.462100034492323e-07
  597. lora_unet_output_blocks_0_1_transformer_blocks_4_attn1_to_out_0.lora_up.weight,(1280-64),0.0035684704780578613,1.0483028667351846e-08
  598. lora_unet_output_blocks_0_1_transformer_blocks_4_attn1_to_q.lora_down.weight,(64-1280),0.01470138132572174,8.52907220405541e-08
  599. lora_unet_output_blocks_0_1_transformer_blocks_4_attn1_to_q.lora_up.weight,(1280-64),0.0033821221441030502,4.363875483193169e-09
  600. lora_unet_output_blocks_0_1_transformer_blocks_4_attn1_to_v.lora_down.weight,(64-1280),0.014631879515945911,1.2404578342284367e-07
  601. lora_unet_output_blocks_0_1_transformer_blocks_4_attn1_to_v.lora_up.weight,(1280-64),0.0031044944189488888,7.170858395966206e-08
  602. lora_unet_output_blocks_0_1_transformer_blocks_4_attn2_to_k.lora_down.weight,(64-2048),0.01116301491856575,1.5977614964413078e-07
  603. lora_unet_output_blocks_0_1_transformer_blocks_4_attn2_to_k.lora_up.weight,(1280-64),0.0028181332163512707,5.199576769143732e-09
  604. lora_unet_output_blocks_0_1_transformer_blocks_4_attn2_to_out_0.lora_down.weight,(64-1280),0.01424774806946516,1.3903309081797488e-07
  605. lora_unet_output_blocks_0_1_transformer_blocks_4_attn2_to_out_0.lora_up.weight,(1280-64),0.0025506033562123775,6.84267646988701e-08
  606. lora_unet_output_blocks_0_1_transformer_blocks_4_attn2_to_q.lora_down.weight,(64-1280),0.014281591400504112,6.265904772817521e-08
  607. lora_unet_output_blocks_0_1_transformer_blocks_4_attn2_to_q.lora_up.weight,(1280-64),0.0026636437978595495,2.8443163380131864e-09
  608. lora_unet_output_blocks_0_1_transformer_blocks_4_attn2_to_v.lora_down.weight,(64-2048),0.011330344714224339,1.4777951662381383e-07
  609. lora_unet_output_blocks_0_1_transformer_blocks_4_attn2_to_v.lora_up.weight,(1280-64),0.0027411580085754395,2.277704247433121e-08
  610. lora_unet_output_blocks_0_1_transformer_blocks_5_attn1_to_k.lora_down.weight,(64-1280),0.014619072899222374,1.5010576248641883e-07
  611. lora_unet_output_blocks_0_1_transformer_blocks_5_attn1_to_k.lora_up.weight,(1280-64),0.0032860995270311832,1.751141454064964e-09
  612. lora_unet_output_blocks_0_1_transformer_blocks_5_attn1_to_out_0.lora_down.weight,(64-1280),0.015093429014086723,6.451007550367649e-08
  613. lora_unet_output_blocks_0_1_transformer_blocks_5_attn1_to_out_0.lora_up.weight,(1280-64),0.0035766493529081345,1.9893212410693195e-08
  614. lora_unet_output_blocks_0_1_transformer_blocks_5_attn1_to_q.lora_down.weight,(64-1280),0.01468555349856615,9.329580734629417e-07
  615. lora_unet_output_blocks_0_1_transformer_blocks_5_attn1_to_q.lora_up.weight,(1280-64),0.0033801135141402483,5.223828125622276e-08
  616. lora_unet_output_blocks_0_1_transformer_blocks_5_attn1_to_v.lora_down.weight,(64-1280),0.014648663811385632,3.9075871427485254e-07
  617. lora_unet_output_blocks_0_1_transformer_blocks_5_attn1_to_v.lora_up.weight,(1280-64),0.0032066218554973602,8.622385649914577e-08
  618. lora_unet_output_blocks_0_1_transformer_blocks_5_attn2_to_k.lora_down.weight,(64-2048),0.0112067349255085,3.4754782518575666e-07
  619. lora_unet_output_blocks_0_1_transformer_blocks_5_attn2_to_k.lora_up.weight,(1280-64),0.0027460590936243534,4.143489107377718e-08
  620. lora_unet_output_blocks_0_1_transformer_blocks_5_attn2_to_out_0.lora_down.weight,(64-1280),0.014150870032608509,9.798780808978336e-08
  621. lora_unet_output_blocks_0_1_transformer_blocks_5_attn2_to_out_0.lora_up.weight,(1280-64),0.002447693143039942,3.224089084596926e-08
  622. lora_unet_output_blocks_0_1_transformer_blocks_5_attn2_to_q.lora_down.weight,(64-1280),0.014217493124306202,5.585437179433939e-07
  623. lora_unet_output_blocks_0_1_transformer_blocks_5_attn2_to_q.lora_up.weight,(1280-64),0.00243307719938457,2.4379801288887393e-07
  624. lora_unet_output_blocks_0_1_transformer_blocks_5_attn2_to_v.lora_down.weight,(64-2048),0.011293718591332436,8.84173516624287e-08
  625. lora_unet_output_blocks_0_1_transformer_blocks_5_attn2_to_v.lora_up.weight,(1280-64),0.0028495187871158123,1.7779704819531617e-08
  626. lora_unet_output_blocks_0_1_transformer_blocks_6_attn1_to_k.lora_down.weight,(64-1280),0.01465503592044115,4.7583782247784256e-08
  627. lora_unet_output_blocks_0_1_transformer_blocks_6_attn1_to_k.lora_up.weight,(1280-64),0.003340463386848569,3.358971412126266e-08
  628. lora_unet_output_blocks_0_1_transformer_blocks_6_attn1_to_out_0.lora_down.weight,(64-1280),0.015324009582400322,8.444057897349921e-08
  629. lora_unet_output_blocks_0_1_transformer_blocks_6_attn1_to_out_0.lora_up.weight,(1280-64),0.003664739429950714,8.35032452073392e-08
  630. lora_unet_output_blocks_0_1_transformer_blocks_6_attn1_to_q.lora_down.weight,(64-1280),0.01486766617745161,4.4596032466870383e-07
  631. lora_unet_output_blocks_0_1_transformer_blocks_6_attn1_to_q.lora_up.weight,(1280-64),0.0036071203649044037,1.1192708626595049e-07
  632. lora_unet_output_blocks_0_1_transformer_blocks_6_attn1_to_v.lora_down.weight,(64-1280),0.014774329960346222,7.40016403710797e-09
  633. lora_unet_output_blocks_0_1_transformer_blocks_6_attn1_to_v.lora_up.weight,(1280-64),0.0032063510734587908,5.90955764323553e-08
  634. lora_unet_output_blocks_0_1_transformer_blocks_6_attn2_to_k.lora_down.weight,(64-2048),0.011076884344220161,3.573229179210102e-08
  635. lora_unet_output_blocks_0_1_transformer_blocks_6_attn2_to_k.lora_up.weight,(1280-64),0.0019108883570879698,1.423622020269022e-08
  636. lora_unet_output_blocks_0_1_transformer_blocks_6_attn2_to_out_0.lora_down.weight,(64-1280),0.014297321438789368,6.975987787427584e-08
  637. lora_unet_output_blocks_0_1_transformer_blocks_6_attn2_to_out_0.lora_up.weight,(1280-64),0.0027142863254994154,6.226684945431771e-08
  638. lora_unet_output_blocks_0_1_transformer_blocks_6_attn2_to_q.lora_down.weight,(64-1280),0.014225388877093792,4.5150696337259433e-07
  639. lora_unet_output_blocks_0_1_transformer_blocks_6_attn2_to_q.lora_up.weight,(1280-64),0.002366843167692423,6.108210470756603e-08
  640. lora_unet_output_blocks_0_1_transformer_blocks_6_attn2_to_v.lora_down.weight,(64-2048),0.011279957368969917,5.907707389951611e-08
  641. lora_unet_output_blocks_0_1_transformer_blocks_6_attn2_to_v.lora_up.weight,(1280-64),0.0027107172645628452,2.8423162490298637e-08
  642. lora_unet_output_blocks_0_1_transformer_blocks_7_attn1_to_k.lora_down.weight,(64-1280),0.014660033397376537,4.2821127976822027e-08
  643. lora_unet_output_blocks_0_1_transformer_blocks_7_attn1_to_k.lora_up.weight,(1280-64),0.00337979756295681,1.221365835135657e-07
  644. lora_unet_output_blocks_0_1_transformer_blocks_7_attn1_to_out_0.lora_down.weight,(64-1280),0.015319019556045532,1.7324151002640065e-08
  645. lora_unet_output_blocks_0_1_transformer_blocks_7_attn1_to_out_0.lora_up.weight,(1280-64),0.003718890715390444,1.643400651119009e-07
  646. lora_unet_output_blocks_0_1_transformer_blocks_7_attn1_to_q.lora_down.weight,(64-1280),0.014735626988112926,1.7749698599800467e-08
  647. lora_unet_output_blocks_0_1_transformer_blocks_7_attn1_to_q.lora_up.weight,(1280-64),0.003539950354024768,8.064961143361415e-09
  648. lora_unet_output_blocks_0_1_transformer_blocks_7_attn1_to_v.lora_down.weight,(64-1280),0.014752132818102837,6.584117500096909e-07
  649. lora_unet_output_blocks_0_1_transformer_blocks_7_attn1_to_v.lora_up.weight,(1280-64),0.0033240006305277348,1.8793160450059077e-07
  650. lora_unet_output_blocks_0_1_transformer_blocks_7_attn2_to_k.lora_down.weight,(64-2048),0.0110892653465271,5.36503783621356e-08
  651. lora_unet_output_blocks_0_1_transformer_blocks_7_attn2_to_k.lora_up.weight,(1280-64),0.002036717254668474,4.037615042307152e-08
  652. lora_unet_output_blocks_0_1_transformer_blocks_7_attn2_to_out_0.lora_down.weight,(64-1280),0.014276167377829552,5.085048542241566e-07
  653. lora_unet_output_blocks_0_1_transformer_blocks_7_attn2_to_out_0.lora_up.weight,(1280-64),0.002961136633530259,1.6422902149315632e-08
  654. lora_unet_output_blocks_0_1_transformer_blocks_7_attn2_to_q.lora_down.weight,(64-1280),0.014140307903289795,2.9634383835741573e-08
  655. lora_unet_output_blocks_0_1_transformer_blocks_7_attn2_to_q.lora_up.weight,(1280-64),0.0020699321758002043,7.001913360227263e-08
  656. lora_unet_output_blocks_0_1_transformer_blocks_7_attn2_to_v.lora_down.weight,(64-2048),0.011418722569942474,4.775070578943996e-07
  657. lora_unet_output_blocks_0_1_transformer_blocks_7_attn2_to_v.lora_up.weight,(1280-64),0.00307946908287704,3.956697725016056e-08
  658. lora_unet_output_blocks_0_1_transformer_blocks_8_attn1_to_k.lora_down.weight,(64-1280),0.014782893471419811,3.5796793440567853e-07
  659. lora_unet_output_blocks_0_1_transformer_blocks_8_attn1_to_k.lora_up.weight,(1280-64),0.003465501591563225,3.252295499578395e-08
  660. lora_unet_output_blocks_0_1_transformer_blocks_8_attn1_to_out_0.lora_down.weight,(64-1280),0.015514815226197243,1.9663512773604452e-07
  661. lora_unet_output_blocks_0_1_transformer_blocks_8_attn1_to_out_0.lora_up.weight,(1280-64),0.003903570817783475,2.659540712102171e-07
  662. lora_unet_output_blocks_0_1_transformer_blocks_8_attn1_to_q.lora_down.weight,(64-1280),0.014852084219455719,1.1189417392643008e-07
  663. lora_unet_output_blocks_0_1_transformer_blocks_8_attn1_to_q.lora_up.weight,(1280-64),0.003552702721208334,2.2314739567264041e-07
  664. lora_unet_output_blocks_0_1_transformer_blocks_8_attn1_to_v.lora_down.weight,(64-1280),0.014758053235709667,2.074562672760294e-07
  665. lora_unet_output_blocks_0_1_transformer_blocks_8_attn1_to_v.lora_up.weight,(1280-64),0.0034324079751968384,9.081628604690195e-08
  666. lora_unet_output_blocks_0_1_transformer_blocks_8_attn2_to_k.lora_down.weight,(64-2048),0.011054699309170246,1.4154944949495984e-07
  667. lora_unet_output_blocks_0_1_transformer_blocks_8_attn2_to_k.lora_up.weight,(1280-64),0.0013602767139673233,3.881933352545275e-08
  668. lora_unet_output_blocks_0_1_transformer_blocks_8_attn2_to_out_0.lora_down.weight,(64-1280),0.014270800165832043,3.124222303085844e-07
  669. lora_unet_output_blocks_0_1_transformer_blocks_8_attn2_to_out_0.lora_up.weight,(1280-64),0.0028635007329285145,5.568135286182496e-09
  670. lora_unet_output_blocks_0_1_transformer_blocks_8_attn2_to_q.lora_down.weight,(64-1280),0.014140060171484947,4.217930005268045e-09
  671. lora_unet_output_blocks_0_1_transformer_blocks_8_attn2_to_q.lora_up.weight,(1280-64),0.0018594737630337477,4.2926156851308406e-08
  672. lora_unet_output_blocks_0_1_transformer_blocks_8_attn2_to_v.lora_down.weight,(64-2048),0.011274157091975212,1.333825991878257e-07
  673. lora_unet_output_blocks_0_1_transformer_blocks_8_attn2_to_v.lora_up.weight,(1280-64),0.002784237964078784,2.4516545238384424e-08
  674. lora_unet_output_blocks_0_1_transformer_blocks_9_attn1_to_k.lora_down.weight,(64-1280),0.01487223245203495,7.626404112670571e-07
  675. lora_unet_output_blocks_0_1_transformer_blocks_9_attn1_to_k.lora_up.weight,(1280-64),0.003631649073213339,1.6950362891066106e-08
  676. lora_unet_output_blocks_0_1_transformer_blocks_9_attn1_to_out_0.lora_down.weight,(64-1280),0.015127217397093773,1.3498838491443621e-08
  677. lora_unet_output_blocks_0_1_transformer_blocks_9_attn1_to_out_0.lora_up.weight,(1280-64),0.003860464319586754,2.210399685509401e-08
  678. lora_unet_output_blocks_0_1_transformer_blocks_9_attn1_to_q.lora_down.weight,(64-1280),0.014983022585511208,1.4491763522528345e-07
  679. lora_unet_output_blocks_0_1_transformer_blocks_9_attn1_to_q.lora_up.weight,(1280-64),0.0037625387776643038,1.8312421801169876e-08
  680. lora_unet_output_blocks_0_1_transformer_blocks_9_attn1_to_v.lora_down.weight,(64-1280),0.014803722500801086,3.8796011381236895e-07
  681. lora_unet_output_blocks_0_1_transformer_blocks_9_attn1_to_v.lora_up.weight,(1280-64),0.0035090732853859663,4.620206794925252e-08
  682. lora_unet_output_blocks_0_1_transformer_blocks_9_attn2_to_k.lora_down.weight,(64-2048),0.011093134060502052,1.3849217772587963e-08
  683. lora_unet_output_blocks_0_1_transformer_blocks_9_attn2_to_k.lora_up.weight,(1280-64),0.001327121746726334,2.57602295050674e-08
  684. lora_unet_output_blocks_0_1_transformer_blocks_9_attn2_to_out_0.lora_down.weight,(64-1280),0.014094588346779346,4.687284160809213e-07
  685. lora_unet_output_blocks_0_1_transformer_blocks_9_attn2_to_out_0.lora_up.weight,(1280-64),0.0025313214864581823,1.1998247373412596e-07
  686. lora_unet_output_blocks_0_1_transformer_blocks_9_attn2_to_q.lora_down.weight,(64-1280),0.014089444652199745,3.140242554877659e-08
  687. lora_unet_output_blocks_0_1_transformer_blocks_9_attn2_to_q.lora_up.weight,(1280-64),0.0013528282288461924,1.1564532442775999e-08
  688. lora_unet_output_blocks_0_1_transformer_blocks_9_attn2_to_v.lora_down.weight,(64-2048),0.011081444099545479,4.978497258889547e-07
  689. lora_unet_output_blocks_0_1_transformer_blocks_9_attn2_to_v.lora_up.weight,(1280-64),0.00219951244071126,2.237515595027162e-08
  690. lora_unet_output_blocks_1_1_transformer_blocks_0_attn1_to_k.lora_down.weight,(64-1280),0.0146704763174057,9.259533584327073e-08
  691. lora_unet_output_blocks_1_1_transformer_blocks_0_attn1_to_k.lora_up.weight,(1280-64),0.0033302386291325092,2.211341332269967e-08
  692. lora_unet_output_blocks_1_1_transformer_blocks_0_attn1_to_out_0.lora_down.weight,(64-1280),0.014905212447047234,7.533854500252346e-07
  693. lora_unet_output_blocks_1_1_transformer_blocks_0_attn1_to_out_0.lora_up.weight,(1280-64),0.003334594424813986,1.9709226251052314e-08
  694. lora_unet_output_blocks_1_1_transformer_blocks_0_attn1_to_q.lora_down.weight,(64-1280),0.014666247181594372,6.531193719183648e-08
  695. lora_unet_output_blocks_1_1_transformer_blocks_0_attn1_to_q.lora_up.weight,(1280-64),0.0034039816819131374,5.184357121379435e-08
  696. lora_unet_output_blocks_1_1_transformer_blocks_0_attn1_to_v.lora_down.weight,(64-1280),0.014799023047089577,1.063419858837733e-06
  697. lora_unet_output_blocks_1_1_transformer_blocks_0_attn1_to_v.lora_up.weight,(1280-64),0.0032416500616818666,2.904021734195794e-08
  698. lora_unet_output_blocks_1_1_transformer_blocks_0_attn2_to_k.lora_down.weight,(64-2048),0.011170711368322372,1.0982959253169611e-07
  699. lora_unet_output_blocks_1_1_transformer_blocks_0_attn2_to_k.lora_up.weight,(1280-64),0.002707496751099825,6.938000041145642e-08
  700. lora_unet_output_blocks_1_1_transformer_blocks_0_attn2_to_out_0.lora_down.weight,(64-1280),0.014110634103417397,8.932047421694733e-07
  701. lora_unet_output_blocks_1_1_transformer_blocks_0_attn2_to_out_0.lora_up.weight,(1280-64),0.002247341675683856,7.619260600222333e-08
  702. lora_unet_output_blocks_1_1_transformer_blocks_0_attn2_to_q.lora_down.weight,(64-1280),0.014273911714553833,1.2273005722818198e-06
  703. lora_unet_output_blocks_1_1_transformer_blocks_0_attn2_to_q.lora_up.weight,(1280-64),0.0025945589877665043,1.2503132040819764e-07
  704. lora_unet_output_blocks_1_1_transformer_blocks_0_attn2_to_v.lora_down.weight,(64-2048),0.011230718344449997,1.7939751728590636e-07
  705. lora_unet_output_blocks_1_1_transformer_blocks_0_attn2_to_v.lora_up.weight,(1280-64),0.002530470723286271,1.591954656987582e-08
  706. lora_unet_output_blocks_1_1_transformer_blocks_1_attn1_to_k.lora_down.weight,(64-1280),0.01461519580334425,5.765318746853154e-07
  707. lora_unet_output_blocks_1_1_transformer_blocks_1_attn1_to_k.lora_up.weight,(1280-64),0.003303535282611847,2.9266054468735092e-08
  708. lora_unet_output_blocks_1_1_transformer_blocks_1_attn1_to_out_0.lora_down.weight,(64-1280),0.014826756902039051,1.571961760760132e-08
  709. lora_unet_output_blocks_1_1_transformer_blocks_1_attn1_to_out_0.lora_up.weight,(1280-64),0.003354052547365427,5.54588064360928e-09
  710. lora_unet_output_blocks_1_1_transformer_blocks_1_attn1_to_q.lora_down.weight,(64-1280),0.014750671572983265,2.2723644121924735e-07
  711. lora_unet_output_blocks_1_1_transformer_blocks_1_attn1_to_q.lora_up.weight,(1280-64),0.003466783557087183,1.288493933770951e-07
  712. lora_unet_output_blocks_1_1_transformer_blocks_1_attn1_to_v.lora_down.weight,(64-1280),0.014790701679885387,6.661198312940542e-07
  713. lora_unet_output_blocks_1_1_transformer_blocks_1_attn1_to_v.lora_up.weight,(1280-64),0.0033199850004166365,1.393208322042483e-07
  714. lora_unet_output_blocks_1_1_transformer_blocks_1_attn2_to_k.lora_down.weight,(64-2048),0.011249702423810959,2.601220501219359e-07
  715. lora_unet_output_blocks_1_1_transformer_blocks_1_attn2_to_k.lora_up.weight,(1280-64),0.0029195533134043217,3.6003800829575994e-08
  716. lora_unet_output_blocks_1_1_transformer_blocks_1_attn2_to_out_0.lora_down.weight,(64-1280),0.014201244339346886,5.761777188695305e-08
  717. lora_unet_output_blocks_1_1_transformer_blocks_1_attn2_to_out_0.lora_up.weight,(1280-64),0.0023600850254297256,3.8719932815567404e-10
  718. lora_unet_output_blocks_1_1_transformer_blocks_1_attn2_to_q.lora_down.weight,(64-1280),0.014366395771503448,2.72218670716029e-07
  719. lora_unet_output_blocks_1_1_transformer_blocks_1_attn2_to_q.lora_up.weight,(1280-64),0.0028336949180811644,1.4855928709422983e-09
  720. lora_unet_output_blocks_1_1_transformer_blocks_1_attn2_to_v.lora_down.weight,(64-2048),0.011266723275184631,6.377761962994555e-08
  721. lora_unet_output_blocks_1_1_transformer_blocks_1_attn2_to_v.lora_up.weight,(1280-64),0.0026571801863610744,1.4999205433241514e-08
  722. lora_unet_output_blocks_1_1_transformer_blocks_2_attn1_to_k.lora_down.weight,(64-1280),0.014706346206367016,6.975309219114934e-08
  723. lora_unet_output_blocks_1_1_transformer_blocks_2_attn1_to_k.lora_up.weight,(1280-64),0.003373094368726015,1.0412356532540912e-09
  724. lora_unet_output_blocks_1_1_transformer_blocks_2_attn1_to_out_0.lora_down.weight,(64-1280),0.015008479356765747,8.663657240504108e-07
  725. lora_unet_output_blocks_1_1_transformer_blocks_2_attn1_to_out_0.lora_up.weight,(1280-64),0.0034350224304944277,2.3473145205343826e-08
  726. lora_unet_output_blocks_1_1_transformer_blocks_2_attn1_to_q.lora_down.weight,(64-1280),0.014911741018295288,1.1866561067108705e-07
  727. lora_unet_output_blocks_1_1_transformer_blocks_2_attn1_to_q.lora_up.weight,(1280-64),0.0035910741426050663,5.987434548160309e-08
  728. lora_unet_output_blocks_1_1_transformer_blocks_2_attn1_to_v.lora_down.weight,(64-1280),0.014777427539229393,6.138627384189022e-08
  729. lora_unet_output_blocks_1_1_transformer_blocks_2_attn1_to_v.lora_up.weight,(1280-64),0.003321480704471469,3.312327834237294e-08
  730. lora_unet_output_blocks_1_1_transformer_blocks_2_attn2_to_k.lora_down.weight,(64-2048),0.01128675602376461,8.807840146118906e-08
  731. lora_unet_output_blocks_1_1_transformer_blocks_2_attn2_to_k.lora_up.weight,(1280-64),0.0029360319022089243,4.79902517724895e-08
  732. lora_unet_output_blocks_1_1_transformer_blocks_2_attn2_to_out_0.lora_down.weight,(64-1280),0.01418487261980772,3.8682447467408565e-08
  733. lora_unet_output_blocks_1_1_transformer_blocks_2_attn2_to_out_0.lora_up.weight,(1280-64),0.00237882393412292,7.52971285322701e-09
  734. lora_unet_output_blocks_1_1_transformer_blocks_2_attn2_to_q.lora_down.weight,(64-1280),0.014305433258414268,1.2706381085081375e-06
  735. lora_unet_output_blocks_1_1_transformer_blocks_2_attn2_to_q.lora_up.weight,(1280-64),0.0027677048929035664,2.1652919457437747e-08
  736. lora_unet_output_blocks_1_1_transformer_blocks_2_attn2_to_v.lora_down.weight,(64-2048),0.011245532892644405,3.3504072405321494e-08
  737. lora_unet_output_blocks_1_1_transformer_blocks_2_attn2_to_v.lora_up.weight,(1280-64),0.0026527114678174257,1.8508242760617577e-07
  738. lora_unet_output_blocks_1_1_transformer_blocks_3_attn1_to_k.lora_down.weight,(64-1280),0.014684965834021568,5.842012740231439e-08
  739. lora_unet_output_blocks_1_1_transformer_blocks_3_attn1_to_k.lora_up.weight,(1280-64),0.003423195332288742,1.196742527298511e-08
  740. lora_unet_output_blocks_1_1_transformer_blocks_3_attn1_to_out_0.lora_down.weight,(64-1280),0.015087038278579712,3.842697182676602e-08
  741. lora_unet_output_blocks_1_1_transformer_blocks_3_attn1_to_out_0.lora_up.weight,(1280-64),0.003552577691152692,1.2183919295694068e-07
  742. lora_unet_output_blocks_1_1_transformer_blocks_3_attn1_to_q.lora_down.weight,(64-1280),0.014759944751858711,2.199849857831282e-09
  743. lora_unet_output_blocks_1_1_transformer_blocks_3_attn1_to_q.lora_up.weight,(1280-64),0.0035381396301090717,2.646469887679359e-08
  744. lora_unet_output_blocks_1_1_transformer_blocks_3_attn1_to_v.lora_down.weight,(64-1280),0.014842617325484753,2.8788073791474744e-07
  745. lora_unet_output_blocks_1_1_transformer_blocks_3_attn1_to_v.lora_up.weight,(1280-64),0.003335015382617712,2.108290608759944e-08
  746. lora_unet_output_blocks_1_1_transformer_blocks_3_attn2_to_k.lora_down.weight,(64-2048),0.01138500776141882,2.5074399445657036e-08
  747. lora_unet_output_blocks_1_1_transformer_blocks_3_attn2_to_k.lora_up.weight,(1280-64),0.003148579504340887,1.0668586014617176e-07
  748. lora_unet_output_blocks_1_1_transformer_blocks_3_attn2_to_out_0.lora_down.weight,(64-1280),0.014178874902427197,4.1475516354694264e-08
  749. lora_unet_output_blocks_1_1_transformer_blocks_3_attn2_to_out_0.lora_up.weight,(1280-64),0.0023112366907298565,7.434252324856061e-08
  750. lora_unet_output_blocks_1_1_transformer_blocks_3_attn2_to_q.lora_down.weight,(64-1280),0.014415559358894825,2.6141111675315187e-07
  751. lora_unet_output_blocks_1_1_transformer_blocks_3_attn2_to_q.lora_up.weight,(1280-64),0.0029738477896898985,1.3518889829811087e-07
  752. lora_unet_output_blocks_1_1_transformer_blocks_3_attn2_to_v.lora_down.weight,(64-2048),0.011349882930517197,3.529429477566737e-07
  753. lora_unet_output_blocks_1_1_transformer_blocks_3_attn2_to_v.lora_up.weight,(1280-64),0.0026727933436632156,8.037292786866601e-08
  754. lora_unet_output_blocks_1_1_transformer_blocks_4_attn1_to_k.lora_down.weight,(64-1280),0.014708113856613636,3.5178902635379927e-07
  755. lora_unet_output_blocks_1_1_transformer_blocks_4_attn1_to_k.lora_up.weight,(1280-64),0.003405781462788582,4.0984648563835435e-08
  756. lora_unet_output_blocks_1_1_transformer_blocks_4_attn1_to_out_0.lora_down.weight,(64-1280),0.015101686120033264,1.9241799975588947e-07
  757. lora_unet_output_blocks_1_1_transformer_blocks_4_attn1_to_out_0.lora_up.weight,(1280-64),0.003527117194607854,3.519173219501681e-08
  758. lora_unet_output_blocks_1_1_transformer_blocks_4_attn1_to_q.lora_down.weight,(64-1280),0.014727088622748852,3.8501653421008086e-07
  759. lora_unet_output_blocks_1_1_transformer_blocks_4_attn1_to_q.lora_up.weight,(1280-64),0.0035560764372348785,1.4654972346761497e-07
  760. lora_unet_output_blocks_1_1_transformer_blocks_4_attn1_to_v.lora_down.weight,(64-1280),0.014758977107703686,2.306251474237797e-07
  761. lora_unet_output_blocks_1_1_transformer_blocks_4_attn1_to_v.lora_up.weight,(1280-64),0.0032961065880954266,3.091938083343848e-08
  762. lora_unet_output_blocks_1_1_transformer_blocks_4_attn2_to_k.lora_down.weight,(64-2048),0.011375137604773045,6.485448693638318e-07
  763. lora_unet_output_blocks_1_1_transformer_blocks_4_attn2_to_k.lora_up.weight,(1280-64),0.0032812252175062895,1.6420862891664e-07
  764. lora_unet_output_blocks_1_1_transformer_blocks_4_attn2_to_out_0.lora_down.weight,(64-1280),0.014104989357292652,1.3832008960434905e-07
  765. lora_unet_output_blocks_1_1_transformer_blocks_4_attn2_to_out_0.lora_up.weight,(1280-64),0.002298523671925068,3.953865679307e-09
  766. lora_unet_output_blocks_1_1_transformer_blocks_4_attn2_to_q.lora_down.weight,(64-1280),0.014281215146183968,2.3749517907845075e-08
  767. lora_unet_output_blocks_1_1_transformer_blocks_4_attn2_to_q.lora_up.weight,(1280-64),0.0027819396927952766,1.877543098771639e-08
  768. lora_unet_output_blocks_1_1_transformer_blocks_4_attn2_to_v.lora_down.weight,(64-2048),0.011197532527148724,6.621196035894172e-08
  769. lora_unet_output_blocks_1_1_transformer_blocks_4_attn2_to_v.lora_up.weight,(1280-64),0.0024909612257033587,8.866974710031172e-09
  770. lora_unet_output_blocks_1_1_transformer_blocks_5_attn1_to_k.lora_down.weight,(64-1280),0.014698585495352745,2.3486219902224548e-07
  771. lora_unet_output_blocks_1_1_transformer_blocks_5_attn1_to_k.lora_up.weight,(1280-64),0.003477583872154355,1.985193733844426e-07
  772. lora_unet_output_blocks_1_1_transformer_blocks_5_attn1_to_out_0.lora_down.weight,(64-1280),0.015087438747286797,3.539221609116794e-07
  773. lora_unet_output_blocks_1_1_transformer_blocks_5_attn1_to_out_0.lora_up.weight,(1280-64),0.0035121154505759478,1.458849752111746e-08
  774. lora_unet_output_blocks_1_1_transformer_blocks_5_attn1_to_q.lora_down.weight,(64-1280),0.014929557219147682,6.854193657090946e-08
  775. lora_unet_output_blocks_1_1_transformer_blocks_5_attn1_to_q.lora_up.weight,(1280-64),0.003652409417554736,2.8913559546595025e-08
  776. lora_unet_output_blocks_1_1_transformer_blocks_5_attn1_to_v.lora_down.weight,(64-1280),0.014816072769463062,2.10246184906282e-07
  777. lora_unet_output_blocks_1_1_transformer_blocks_5_attn1_to_v.lora_up.weight,(1280-64),0.003330723848193884,4.890419091907461e-08
  778. lora_unet_output_blocks_1_1_transformer_blocks_5_attn2_to_k.lora_down.weight,(64-2048),0.011255787685513496,1.7413805508681435e-08
  779. lora_unet_output_blocks_1_1_transformer_blocks_5_attn2_to_k.lora_up.weight,(1280-64),0.0029735597781836987,1.8286334579897812e-07
  780. lora_unet_output_blocks_1_1_transformer_blocks_5_attn2_to_out_0.lora_down.weight,(64-1280),0.014123508706688881,5.310075721354224e-07
  781. lora_unet_output_blocks_1_1_transformer_blocks_5_attn2_to_out_0.lora_up.weight,(1280-64),0.002447775099426508,7.910151822443368e-08
  782. lora_unet_output_blocks_1_1_transformer_blocks_5_attn2_to_q.lora_down.weight,(64-1280),0.014339667744934559,7.326200091029023e-08
  783. lora_unet_output_blocks_1_1_transformer_blocks_5_attn2_to_q.lora_up.weight,(1280-64),0.0028539984486997128,5.871945596425121e-09
  784. lora_unet_output_blocks_1_1_transformer_blocks_5_attn2_to_v.lora_down.weight,(64-2048),0.0113268056884408,6.084320158805667e-09
  785. lora_unet_output_blocks_1_1_transformer_blocks_5_attn2_to_v.lora_up.weight,(1280-64),0.0027552787214517593,5.085597010179299e-08
  786. lora_unet_output_blocks_1_1_transformer_blocks_6_attn1_to_k.lora_down.weight,(64-1280),0.014726643450558186,7.305322213824184e-08
  787. lora_unet_output_blocks_1_1_transformer_blocks_6_attn1_to_k.lora_up.weight,(1280-64),0.003528005676344037,4.74981725062662e-08
  788. lora_unet_output_blocks_1_1_transformer_blocks_6_attn1_to_out_0.lora_down.weight,(64-1280),0.015200600028038025,1.6894026089175895e-07
  789. lora_unet_output_blocks_1_1_transformer_blocks_6_attn1_to_out_0.lora_up.weight,(1280-64),0.003701490582898259,1.071898569904306e-08
  790. lora_unet_output_blocks_1_1_transformer_blocks_6_attn1_to_q.lora_down.weight,(64-1280),0.014819374307990074,6.611366387687667e-08
  791. lora_unet_output_blocks_1_1_transformer_blocks_6_attn1_to_q.lora_up.weight,(1280-64),0.0036450910847634077,4.7119577573084825e-08
  792. lora_unet_output_blocks_1_1_transformer_blocks_6_attn1_to_v.lora_down.weight,(64-1280),0.014769372530281544,6.5126739556831126e-09
  793. lora_unet_output_blocks_1_1_transformer_blocks_6_attn1_to_v.lora_up.weight,(1280-64),0.003244643332436681,6.522780182649512e-08
  794. lora_unet_output_blocks_1_1_transformer_blocks_6_attn2_to_k.lora_down.weight,(64-2048),0.011250510811805725,5.718205642324392e-08
  795. lora_unet_output_blocks_1_1_transformer_blocks_6_attn2_to_k.lora_up.weight,(1280-64),0.0029446545522660017,6.489931259068271e-09
  796. lora_unet_output_blocks_1_1_transformer_blocks_6_attn2_to_out_0.lora_down.weight,(64-1280),0.014268973842263222,1.7710713962060254e-07
  797. lora_unet_output_blocks_1_1_transformer_blocks_6_attn2_to_out_0.lora_up.weight,(1280-64),0.002839186694473028,8.508711957233572e-09
  798. lora_unet_output_blocks_1_1_transformer_blocks_6_attn2_to_q.lora_down.weight,(64-1280),0.014298242516815662,7.169303444243269e-07
  799. lora_unet_output_blocks_1_1_transformer_blocks_6_attn2_to_q.lora_up.weight,(1280-64),0.0027039845008403063,5.5176617053120935e-08
  800. lora_unet_output_blocks_1_1_transformer_blocks_6_attn2_to_v.lora_down.weight,(64-2048),0.01126532256603241,7.503576426870495e-09
  801. lora_unet_output_blocks_1_1_transformer_blocks_6_attn2_to_v.lora_up.weight,(1280-64),0.0025892765261232853,2.5403878112228995e-08
  802. lora_unet_output_blocks_1_1_transformer_blocks_7_attn1_to_k.lora_down.weight,(64-1280),0.014993229880928993,3.728509767597643e-08
  803. lora_unet_output_blocks_1_1_transformer_blocks_7_attn1_to_k.lora_up.weight,(1280-64),0.0036662917118519545,1.6651104939313655e-09
  804. lora_unet_output_blocks_1_1_transformer_blocks_7_attn1_to_out_0.lora_down.weight,(64-1280),0.0151289077475667,2.794120632643171e-07
  805. lora_unet_output_blocks_1_1_transformer_blocks_7_attn1_to_out_0.lora_up.weight,(1280-64),0.0036510347854346037,1.388245962630208e-08
  806. lora_unet_output_blocks_1_1_transformer_blocks_7_attn1_to_q.lora_down.weight,(64-1280),0.015075339004397392,2.4392608111156733e-07
  807. lora_unet_output_blocks_1_1_transformer_blocks_7_attn1_to_q.lora_up.weight,(1280-64),0.0039050288032740355,7.574993077241743e-08
  808. lora_unet_output_blocks_1_1_transformer_blocks_7_attn1_to_v.lora_down.weight,(64-1280),0.014748675748705864,3.6078702692066145e-07
  809. lora_unet_output_blocks_1_1_transformer_blocks_7_attn1_to_v.lora_up.weight,(1280-64),0.003272194415330887,3.265498449422921e-08
  810. lora_unet_output_blocks_1_1_transformer_blocks_7_attn2_to_k.lora_down.weight,(64-2048),0.011202262714505196,4.884663695747804e-08
  811. lora_unet_output_blocks_1_1_transformer_blocks_7_attn2_to_k.lora_up.weight,(1280-64),0.0027617590967565775,6.039931577106472e-08
  812. lora_unet_output_blocks_1_1_transformer_blocks_7_attn2_to_out_0.lora_down.weight,(64-1280),0.014317184686660767,8.26880963700205e-08
  813. lora_unet_output_blocks_1_1_transformer_blocks_7_attn2_to_out_0.lora_up.weight,(1280-64),0.0028375298716127872,1.2939357363350723e-09
  814. lora_unet_output_blocks_1_1_transformer_blocks_7_attn2_to_q.lora_down.weight,(64-1280),0.014385493472218513,3.3753403272385185e-07
  815. lora_unet_output_blocks_1_1_transformer_blocks_7_attn2_to_q.lora_up.weight,(1280-64),0.002938814228400588,9.899708430793908e-08
  816. lora_unet_output_blocks_1_1_transformer_blocks_7_attn2_to_v.lora_down.weight,(64-2048),0.011461791582405567,2.892313943902991e-07
  817. lora_unet_output_blocks_1_1_transformer_blocks_7_attn2_to_v.lora_up.weight,(1280-64),0.0029126356821507215,3.777343948740963e-08
  818. lora_unet_output_blocks_1_1_transformer_blocks_8_attn1_to_k.lora_down.weight,(64-1280),0.014903468079864979,7.393263103949721e-07
  819. lora_unet_output_blocks_1_1_transformer_blocks_8_attn1_to_k.lora_up.weight,(1280-64),0.003675588872283697,3.350637101107168e-08
  820. lora_unet_output_blocks_1_1_transformer_blocks_8_attn1_to_out_0.lora_down.weight,(64-1280),0.015165853314101696,2.1516160586543265e-07
  821. lora_unet_output_blocks_1_1_transformer_blocks_8_attn1_to_out_0.lora_up.weight,(1280-64),0.0036925231106579304,1.0555761065234037e-07
  822. lora_unet_output_blocks_1_1_transformer_blocks_8_attn1_to_q.lora_down.weight,(64-1280),0.014940950088202953,5.6344759968851577e-08
  823. lora_unet_output_blocks_1_1_transformer_blocks_8_attn1_to_q.lora_up.weight,(1280-64),0.0039046138990670443,2.0483089713252411e-07
  824. lora_unet_output_blocks_1_1_transformer_blocks_8_attn1_to_v.lora_down.weight,(64-1280),0.014884287491440773,3.767177645386255e-07
  825. lora_unet_output_blocks_1_1_transformer_blocks_8_attn1_to_v.lora_up.weight,(1280-64),0.0034483671188354492,4.970660327785481e-08
  826. lora_unet_output_blocks_1_1_transformer_blocks_8_attn2_to_k.lora_down.weight,(64-2048),0.011134838685393333,3.152494514324644e-07
  827. lora_unet_output_blocks_1_1_transformer_blocks_8_attn2_to_k.lora_up.weight,(1280-64),0.002046281937509775,8.613183410943748e-08
  828. lora_unet_output_blocks_1_1_transformer_blocks_8_attn2_to_out_0.lora_down.weight,(64-1280),0.01425153948366642,3.802368269134604e-07
  829. lora_unet_output_blocks_1_1_transformer_blocks_8_attn2_to_out_0.lora_up.weight,(1280-64),0.00274325767531991,2.0769270747678092e-08
  830. lora_unet_output_blocks_1_1_transformer_blocks_8_attn2_to_q.lora_down.weight,(64-1280),0.014273716136813164,2.646290795382811e-07
  831. lora_unet_output_blocks_1_1_transformer_blocks_8_attn2_to_q.lora_up.weight,(1280-64),0.0024318299256265163,5.030344851775226e-08
  832. lora_unet_output_blocks_1_1_transformer_blocks_8_attn2_to_v.lora_down.weight,(64-2048),0.011340351775288582,2.2823010681349842e-07
  833. lora_unet_output_blocks_1_1_transformer_blocks_8_attn2_to_v.lora_up.weight,(1280-64),0.0028313889633864164,1.2301832441607985e-07
  834. lora_unet_output_blocks_1_1_transformer_blocks_9_attn1_to_k.lora_down.weight,(64-1280),0.014990707859396935,3.812266982095025e-07
  835. lora_unet_output_blocks_1_1_transformer_blocks_9_attn1_to_k.lora_up.weight,(1280-64),0.003771768882870674,1.3963084199986042e-07
  836. lora_unet_output_blocks_1_1_transformer_blocks_9_attn1_to_out_0.lora_down.weight,(64-1280),0.014921048656105995,1.428843035000682e-07
  837. lora_unet_output_blocks_1_1_transformer_blocks_9_attn1_to_out_0.lora_up.weight,(1280-64),0.0036343238316476345,1.327663028405368e-07
  838. lora_unet_output_blocks_1_1_transformer_blocks_9_attn1_to_q.lora_down.weight,(64-1280),0.014903235249221325,5.242688985163113e-07
  839. lora_unet_output_blocks_1_1_transformer_blocks_9_attn1_to_q.lora_up.weight,(1280-64),0.0038604694418609142,1.4025572170339728e-07
  840. lora_unet_output_blocks_1_1_transformer_blocks_9_attn1_to_v.lora_down.weight,(64-1280),0.014695331454277039,7.382283229162567e-07
  841. lora_unet_output_blocks_1_1_transformer_blocks_9_attn1_to_v.lora_up.weight,(1280-64),0.0032692458480596542,8.441314491847152e-08
  842. lora_unet_output_blocks_1_1_transformer_blocks_9_attn2_to_k.lora_down.weight,(64-2048),0.011044268496334553,3.671345893963007e-07
  843. lora_unet_output_blocks_1_1_transformer_blocks_9_attn2_to_k.lora_up.weight,(1280-64),0.0012591045815497637,5.4329028387201106e-08
  844. lora_unet_output_blocks_1_1_transformer_blocks_9_attn2_to_out_0.lora_down.weight,(64-1280),0.014317356050014496,8.023064879125741e-07
  845. lora_unet_output_blocks_1_1_transformer_blocks_9_attn2_to_out_0.lora_up.weight,(1280-64),0.0029089227318763733,2.427937406679348e-09
  846. lora_unet_output_blocks_1_1_transformer_blocks_9_attn2_to_q.lora_down.weight,(64-1280),0.014040525071322918,8.463505309919128e-07
  847. lora_unet_output_blocks_1_1_transformer_blocks_9_attn2_to_q.lora_up.weight,(1280-64),0.0016328878700733185,1.2189960152397816e-08
  848. lora_unet_output_blocks_1_1_transformer_blocks_9_attn2_to_v.lora_down.weight,(64-2048),0.011171838268637657,7.273501267945903e-08
  849. lora_unet_output_blocks_1_1_transformer_blocks_9_attn2_to_v.lora_up.weight,(1280-64),0.0025485120713710785,6.531077456628509e-09
  850.  
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!