| { | |
| "text_encoder.encoder.block.0.layer.0.SelfAttention.k.weight": 0.003016880580357143, | |
| "text_encoder.encoder.block.0.layer.0.SelfAttention.o.weight": 0.015904017857142856, | |
| "text_encoder.encoder.block.0.layer.0.SelfAttention.q.weight": 0.0004359654017857143, | |
| "text_encoder.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.weight": 0.05915178571428571, | |
| "text_encoder.encoder.block.0.layer.0.SelfAttention.v.weight": 0.0019967215401785715, | |
| "text_encoder.encoder.block.0.layer.1.DenseReluDense.wi_0.weight": 0.0025460379464285715, | |
| "text_encoder.encoder.block.0.layer.1.DenseReluDense.wi_1.weight": 0.002894810267857143, | |
| "text_encoder.encoder.block.0.layer.1.DenseReluDense.wo.weight": 0.010044642857142858, | |
| "text_encoder.encoder.block.1.layer.0.SelfAttention.k.weight": 0.005580357142857143, | |
| "text_encoder.encoder.block.1.layer.0.SelfAttention.o.weight": 0.01708984375, | |
| "text_encoder.encoder.block.1.layer.0.SelfAttention.q.weight": 0.0003901890345982143, | |
| "text_encoder.encoder.block.1.layer.0.SelfAttention.relative_attention_bias.weight": 3.6785714285714284, | |
| "text_encoder.encoder.block.1.layer.0.SelfAttention.v.weight": 0.0029820033482142855, | |
| "text_encoder.encoder.block.1.layer.1.DenseReluDense.wi_0.weight": 0.004377092633928571, | |
| "text_encoder.encoder.block.1.layer.1.DenseReluDense.wi_1.weight": 0.0038364955357142855, | |
| "text_encoder.encoder.block.1.layer.1.DenseReluDense.wo.weight": 0.007742745535714286, | |
| "text_encoder.encoder.block.10.layer.0.SelfAttention.k.weight": 0.005824497767857143, | |
| "text_encoder.encoder.block.10.layer.0.SelfAttention.o.weight": 0.03431919642857143, | |
| "text_encoder.encoder.block.10.layer.0.SelfAttention.q.weight": 0.0006626674107142857, | |
| "text_encoder.encoder.block.10.layer.0.SelfAttention.relative_attention_bias.weight": 0.06277901785714286, | |
| "text_encoder.encoder.block.10.layer.0.SelfAttention.v.weight": 0.007359095982142857, | |
| "text_encoder.encoder.block.10.layer.1.DenseReluDense.wi_0.weight": 0.007045200892857143, | |
| "text_encoder.encoder.block.10.layer.1.DenseReluDense.wi_1.weight": 0.016043526785714284, | |
| "text_encoder.encoder.block.10.layer.1.DenseReluDense.wo.weight": 0.018694196428571428, | |
| "text_encoder.encoder.block.11.layer.0.SelfAttention.k.weight": 0.00439453125, | |
| "text_encoder.encoder.block.11.layer.0.SelfAttention.o.weight": 0.018973214285714284, | |
| "text_encoder.encoder.block.11.layer.0.SelfAttention.q.weight": 0.0005711146763392857, | |
| "text_encoder.encoder.block.11.layer.0.SelfAttention.relative_attention_bias.weight": 0.06501116071428571, | |
| "text_encoder.encoder.block.11.layer.0.SelfAttention.v.weight": 0.009347098214285714, | |
| "text_encoder.encoder.block.11.layer.1.DenseReluDense.wi_0.weight": 0.007882254464285714, | |
| "text_encoder.encoder.block.11.layer.1.DenseReluDense.wi_1.weight": 0.025111607142857144, | |
| "text_encoder.encoder.block.11.layer.1.DenseReluDense.wo.weight": 0.018973214285714284, | |
| "text_encoder.encoder.block.2.layer.0.SelfAttention.k.weight": 0.003574916294642857, | |
| "text_encoder.encoder.block.2.layer.0.SelfAttention.o.weight": 0.006940569196428571, | |
| "text_encoder.encoder.block.2.layer.0.SelfAttention.q.weight": 0.0005384172712053571, | |
| "text_encoder.encoder.block.2.layer.0.SelfAttention.relative_attention_bias.weight": 0.07142857142857142, | |
| "text_encoder.encoder.block.2.layer.0.SelfAttention.v.weight": 0.0027901785714285715, | |
| "text_encoder.encoder.block.2.layer.1.DenseReluDense.wi_0.weight": 0.004813058035714286, | |
| "text_encoder.encoder.block.2.layer.1.DenseReluDense.wi_1.weight": 0.006626674107142857, | |
| "text_encoder.encoder.block.2.layer.1.DenseReluDense.wo.weight": 0.008091517857142858, | |
| "text_encoder.encoder.block.3.layer.0.SelfAttention.k.weight": 0.0034877232142857145, | |
| "text_encoder.encoder.block.3.layer.0.SelfAttention.o.weight": 0.01025390625, | |
| "text_encoder.encoder.block.3.layer.0.SelfAttention.q.weight": 0.00054931640625, | |
| "text_encoder.encoder.block.3.layer.0.SelfAttention.relative_attention_bias.weight": 0.06277901785714286, | |
| "text_encoder.encoder.block.3.layer.0.SelfAttention.v.weight": 0.0030343191964285715, | |
| "text_encoder.encoder.block.3.layer.1.DenseReluDense.wi_0.weight": 0.005510602678571429, | |
| "text_encoder.encoder.block.3.layer.1.DenseReluDense.wi_1.weight": 0.006033761160714286, | |
| "text_encoder.encoder.block.3.layer.1.DenseReluDense.wo.weight": 0.011509486607142858, | |
| "text_encoder.encoder.block.4.layer.0.SelfAttention.k.weight": 0.004987444196428571, | |
| "text_encoder.encoder.block.4.layer.0.SelfAttention.o.weight": 0.012625558035714286, | |
| "text_encoder.encoder.block.4.layer.0.SelfAttention.q.weight": 0.0005623953683035714, | |
| "text_encoder.encoder.block.4.layer.0.SelfAttention.relative_attention_bias.weight": 0.07421875, | |
| "text_encoder.encoder.block.4.layer.0.SelfAttention.v.weight": 0.003958565848214286, | |
| "text_encoder.encoder.block.4.layer.1.DenseReluDense.wi_0.weight": 0.007184709821428571, | |
| "text_encoder.encoder.block.4.layer.1.DenseReluDense.wi_1.weight": 0.011509486607142858, | |
| "text_encoder.encoder.block.4.layer.1.DenseReluDense.wo.weight": 0.00927734375, | |
| "text_encoder.encoder.block.5.layer.0.SelfAttention.k.weight": 0.004010881696428571, | |
| "text_encoder.encoder.block.5.layer.0.SelfAttention.o.weight": 0.008614676339285714, | |
| "text_encoder.encoder.block.5.layer.0.SelfAttention.q.weight": 0.0005841936383928571, | |
| "text_encoder.encoder.block.5.layer.0.SelfAttention.relative_attention_bias.weight": 0.06529017857142858, | |
| "text_encoder.encoder.block.5.layer.0.SelfAttention.v.weight": 0.0035574776785714285, | |
| "text_encoder.encoder.block.5.layer.1.DenseReluDense.wi_0.weight": 0.004743303571428571, | |
| "text_encoder.encoder.block.5.layer.1.DenseReluDense.wi_1.weight": 0.007882254464285714, | |
| "text_encoder.encoder.block.5.layer.1.DenseReluDense.wo.weight": 0.008126395089285714, | |
| "text_encoder.encoder.block.6.layer.0.SelfAttention.k.weight": 0.004063197544642857, | |
| "text_encoder.encoder.block.6.layer.0.SelfAttention.o.weight": 0.016322544642857144, | |
| "text_encoder.encoder.block.6.layer.0.SelfAttention.q.weight": 0.0005841936383928571, | |
| "text_encoder.encoder.block.6.layer.0.SelfAttention.relative_attention_bias.weight": 0.06975446428571429, | |
| "text_encoder.encoder.block.6.layer.0.SelfAttention.v.weight": 0.004220145089285714, | |
| "text_encoder.encoder.block.6.layer.1.DenseReluDense.wi_0.weight": 0.004464285714285714, | |
| "text_encoder.encoder.block.6.layer.1.DenseReluDense.wi_1.weight": 0.009974888392857142, | |
| "text_encoder.encoder.block.6.layer.1.DenseReluDense.wo.weight": 0.009347098214285714, | |
| "text_encoder.encoder.block.7.layer.0.SelfAttention.k.weight": 0.005022321428571429, | |
| "text_encoder.encoder.block.7.layer.0.SelfAttention.o.weight": 0.01123046875, | |
| "text_encoder.encoder.block.7.layer.0.SelfAttention.q.weight": 0.0005035400390625, | |
| "text_encoder.encoder.block.7.layer.0.SelfAttention.relative_attention_bias.weight": 0.05998883928571429, | |
| "text_encoder.encoder.block.7.layer.0.SelfAttention.v.weight": 0.005057198660714286, | |
| "text_encoder.encoder.block.7.layer.1.DenseReluDense.wi_0.weight": 0.009765625, | |
| "text_encoder.encoder.block.7.layer.1.DenseReluDense.wi_1.weight": 0.009974888392857142, | |
| "text_encoder.encoder.block.7.layer.1.DenseReluDense.wo.weight": 0.0146484375, | |
| "text_encoder.encoder.block.8.layer.0.SelfAttention.k.weight": 0.005824497767857143, | |
| "text_encoder.encoder.block.8.layer.0.SelfAttention.o.weight": 0.0224609375, | |
| "text_encoder.encoder.block.8.layer.0.SelfAttention.q.weight": 0.0005100795200892857, | |
| "text_encoder.encoder.block.8.layer.0.SelfAttention.relative_attention_bias.weight": 0.06668526785714286, | |
| "text_encoder.encoder.block.8.layer.0.SelfAttention.v.weight": 0.005859375, | |
| "text_encoder.encoder.block.8.layer.1.DenseReluDense.wi_0.weight": 0.005510602678571429, | |
| "text_encoder.encoder.block.8.layer.1.DenseReluDense.wi_1.weight": 0.01513671875, | |
| "text_encoder.encoder.block.8.layer.1.DenseReluDense.wo.weight": 0.017229352678571428, | |
| "text_encoder.encoder.block.9.layer.0.SelfAttention.k.weight": 0.0033656529017857145, | |
| "text_encoder.encoder.block.9.layer.0.SelfAttention.o.weight": 0.023995535714285716, | |
| "text_encoder.encoder.block.9.layer.0.SelfAttention.q.weight": 0.0005405970982142857, | |
| "text_encoder.encoder.block.9.layer.0.SelfAttention.relative_attention_bias.weight": 0.06194196428571429, | |
| "text_encoder.encoder.block.9.layer.0.SelfAttention.v.weight": 0.005894252232142857, | |
| "text_encoder.encoder.block.9.layer.1.DenseReluDense.wi_0.weight": 0.007184709821428571, | |
| "text_encoder.encoder.block.9.layer.1.DenseReluDense.wi_1.weight": 0.012346540178571428, | |
| "text_encoder.encoder.block.9.layer.1.DenseReluDense.wo.weight": 0.018275669642857144, | |
| "text_encoder.encoder.embed_tokens.weight": 0.33035714285714285, | |
| "transformer.adaln_global_mlp.mlp.1.weight": 0.004167829241071429, | |
| "transformer.blocks.0.cross_attn.to_k.weight": 0.0013689313616071428, | |
| "transformer.blocks.0.cross_attn.to_out.0.weight": 0.0009591238839285714, | |
| "transformer.blocks.0.cross_attn.to_q.weight": 0.00091552734375, | |
| "transformer.blocks.0.cross_attn.to_v.weight": 0.0015171595982142857, | |
| "transformer.blocks.0.ffn.ff.0.weight": 0.00115966796875, | |
| "transformer.blocks.0.ffn.ff.3.weight": 0.0012991768973214285, | |
| "transformer.blocks.0.self_attn.to_k.weight": 0.0024588448660714285, | |
| "transformer.blocks.0.self_attn.to_out.0.weight": 0.0012991768973214285, | |
| "transformer.blocks.0.self_attn.to_q.weight": 0.0023716517857142855, | |
| "transformer.blocks.0.self_attn.to_v.weight": 0.0013427734375, | |
| "transformer.blocks.1.cross_attn.to_k.weight": 0.0011029924665178572, | |
| "transformer.blocks.1.cross_attn.to_out.0.weight": 0.0010899135044642857, | |
| "transformer.blocks.1.cross_attn.to_q.weight": 0.0011771065848214285, | |
| "transformer.blocks.1.cross_attn.to_v.weight": 0.0007847377232142857, | |
| "transformer.blocks.1.ffn.ff.0.weight": 0.0012730189732142857, | |
| "transformer.blocks.1.ffn.ff.3.weight": 0.0010157993861607143, | |
| "transformer.blocks.1.self_attn.to_k.weight": 0.0013776506696428572, | |
| "transformer.blocks.1.self_attn.to_out.0.weight": 0.0010157993861607143, | |
| "transformer.blocks.1.self_attn.to_q.weight": 0.0014561244419642857, | |
| "transformer.blocks.1.self_attn.to_v.weight": 0.0009373256138392857, | |
| "transformer.blocks.10.cross_attn.to_k.weight": 0.0012730189732142857, | |
| "transformer.blocks.10.cross_attn.to_out.0.weight": 0.0009678431919642857, | |
| "transformer.blocks.10.cross_attn.to_q.weight": 0.0011422293526785715, | |
| "transformer.blocks.10.cross_attn.to_v.weight": 0.0008108956473214286, | |
| "transformer.blocks.10.ffn.ff.0.weight": 0.0019269670758928572, | |
| "transformer.blocks.10.ffn.ff.3.weight": 0.004150390625, | |
| "transformer.blocks.10.self_attn.to_k.weight": 0.0012032645089285715, | |
| "transformer.blocks.10.self_attn.to_out.0.weight": 0.0008457728794642857, | |
| "transformer.blocks.10.self_attn.to_q.weight": 0.00164794921875, | |
| "transformer.blocks.10.self_attn.to_v.weight": 0.0011117117745535715, | |
| "transformer.blocks.11.cross_attn.to_k.weight": 0.0006365094866071429, | |
| "transformer.blocks.11.cross_attn.to_out.0.weight": 0.006173270089285714, | |
| "transformer.blocks.11.cross_attn.to_q.weight": 0.0008501325334821429, | |
| "transformer.blocks.11.cross_attn.to_v.weight": 0.0006103515625, | |
| "transformer.blocks.11.ffn.ff.0.weight": 0.0017874581473214285, | |
| "transformer.blocks.11.ffn.ff.3.weight": 0.0038539341517857145, | |
| "transformer.blocks.11.self_attn.to_k.weight": 0.0018484933035714285, | |
| "transformer.blocks.11.self_attn.to_out.0.weight": 0.0015694754464285715, | |
| "transformer.blocks.11.self_attn.to_q.weight": 0.0020054408482142855, | |
| "transformer.blocks.11.self_attn.to_v.weight": 0.0013776506696428572, | |
| "transformer.blocks.12.cross_attn.to_k.weight": 0.0006495884486607143, | |
| "transformer.blocks.12.cross_attn.to_out.0.weight": 0.0025809151785714285, | |
| "transformer.blocks.12.cross_attn.to_q.weight": 0.0008719308035714286, | |
| "transformer.blocks.12.cross_attn.to_v.weight": 0.0005754743303571429, | |
| "transformer.blocks.12.ffn.ff.0.weight": 0.0016392299107142857, | |
| "transformer.blocks.12.ffn.ff.3.weight": 0.0013253348214285715, | |
| "transformer.blocks.12.self_attn.to_k.weight": 0.0016392299107142857, | |
| "transformer.blocks.12.self_attn.to_out.0.weight": 0.0006801060267857143, | |
| "transformer.blocks.12.self_attn.to_q.weight": 0.002720424107142857, | |
| "transformer.blocks.12.self_attn.to_v.weight": 0.0008152553013392857, | |
| "transformer.blocks.13.cross_attn.to_k.weight": 0.0009722028459821429, | |
| "transformer.blocks.13.cross_attn.to_out.0.weight": 0.003976004464285714, | |
| "transformer.blocks.13.cross_attn.to_q.weight": 0.000885009765625, | |
| "transformer.blocks.13.cross_attn.to_v.weight": 0.0005449567522321429, | |
| "transformer.blocks.13.ffn.ff.0.weight": 0.0012468610491071428, | |
| "transformer.blocks.13.ffn.ff.3.weight": 0.004377092633928571, | |
| "transformer.blocks.13.self_attn.to_k.weight": 0.0013689313616071428, | |
| "transformer.blocks.13.self_attn.to_out.0.weight": 0.0009940011160714285, | |
| "transformer.blocks.13.self_attn.to_q.weight": 0.0021885463169642855, | |
| "transformer.blocks.13.self_attn.to_v.weight": 0.0007367815290178571, | |
| "transformer.blocks.14.cross_attn.to_k.weight": 0.0011771065848214285, | |
| "transformer.blocks.14.cross_attn.to_out.0.weight": 0.0023193359375, | |
| "transformer.blocks.14.cross_attn.to_q.weight": 0.0009678431919642857, | |
| "transformer.blocks.14.cross_attn.to_v.weight": 0.0010201590401785715, | |
| "transformer.blocks.14.ffn.ff.0.weight": 0.0015520368303571428, | |
| "transformer.blocks.14.ffn.ff.3.weight": 0.0026681082589285715, | |
| "transformer.blocks.14.self_attn.to_k.weight": 0.00164794921875, | |
| "transformer.blocks.14.self_attn.to_out.0.weight": 0.0014386858258928572, | |
| "transformer.blocks.14.self_attn.to_q.weight": 0.0021536690848214285, | |
| "transformer.blocks.14.self_attn.to_v.weight": 0.0007455008370535714, | |
| "transformer.blocks.15.cross_attn.to_k.weight": 0.0007890973772321429, | |
| "transformer.blocks.15.cross_attn.to_out.0.weight": 0.002406529017857143, | |
| "transformer.blocks.15.cross_attn.to_q.weight": 0.0008326939174107143, | |
| "transformer.blocks.15.cross_attn.to_v.weight": 0.0006583077566964286, | |
| "transformer.blocks.15.ffn.ff.0.weight": 0.0014561244419642857, | |
| "transformer.blocks.15.ffn.ff.3.weight": 0.002101353236607143, | |
| "transformer.blocks.15.self_attn.to_k.weight": 0.0018484933035714285, | |
| "transformer.blocks.15.self_attn.to_out.0.weight": 0.0015869140625, | |
| "transformer.blocks.15.self_attn.to_q.weight": 0.002284458705357143, | |
| "transformer.blocks.15.self_attn.to_v.weight": 0.0009722028459821429, | |
| "transformer.blocks.16.cross_attn.to_k.weight": 0.0008806501116071429, | |
| "transformer.blocks.16.cross_attn.to_out.0.weight": 0.0028599330357142855, | |
| "transformer.blocks.16.cross_attn.to_q.weight": 0.0010419573102678572, | |
| "transformer.blocks.16.cross_attn.to_v.weight": 0.0009852818080357143, | |
| "transformer.blocks.16.ffn.ff.0.weight": 0.0013253348214285715, | |
| "transformer.blocks.16.ffn.ff.3.weight": 0.0017787388392857143, | |
| "transformer.blocks.16.self_attn.to_k.weight": 0.0019444056919642857, | |
| "transformer.blocks.16.self_attn.to_out.0.weight": 0.0009111676897321429, | |
| "transformer.blocks.16.self_attn.to_q.weight": 0.002284458705357143, | |
| "transformer.blocks.16.self_attn.to_v.weight": 0.0007455008370535714, | |
| "transformer.blocks.17.cross_attn.to_k.weight": 0.0008588518415178571, | |
| "transformer.blocks.17.cross_attn.to_out.0.weight": 0.0023890904017857145, | |
| "transformer.blocks.17.cross_attn.to_q.weight": 0.0009329659598214286, | |
| "transformer.blocks.17.cross_attn.to_v.weight": 0.0011771065848214285, | |
| "transformer.blocks.17.ffn.ff.0.weight": 0.0010811941964285715, | |
| "transformer.blocks.17.ffn.ff.3.weight": 0.004185267857142857, | |
| "transformer.blocks.17.self_attn.to_k.weight": 0.0018136160714285715, | |
| "transformer.blocks.17.self_attn.to_out.0.weight": 0.0013776506696428572, | |
| "transformer.blocks.17.self_attn.to_q.weight": 0.0021885463169642855, | |
| "transformer.blocks.17.self_attn.to_v.weight": 0.0007978166852678571, | |
| "transformer.blocks.18.cross_attn.to_k.weight": 0.000885009765625, | |
| "transformer.blocks.18.cross_attn.to_out.0.weight": 0.0020839146205357145, | |
| "transformer.blocks.18.cross_attn.to_q.weight": 0.0012119838169642857, | |
| "transformer.blocks.18.cross_attn.to_v.weight": 0.0007542201450892857, | |
| "transformer.blocks.18.ffn.ff.0.weight": 0.0018223353794642857, | |
| "transformer.blocks.18.ffn.ff.3.weight": 0.00634765625, | |
| "transformer.blocks.18.self_attn.to_k.weight": 0.0021275111607142855, | |
| "transformer.blocks.18.self_attn.to_out.0.weight": 0.0017613002232142857, | |
| "transformer.blocks.18.self_attn.to_q.weight": 0.002406529017857143, | |
| "transformer.blocks.18.self_attn.to_v.weight": 0.00091552734375, | |
| "transformer.blocks.19.cross_attn.to_k.weight": 0.0008893694196428571, | |
| "transformer.blocks.19.cross_attn.to_out.0.weight": 0.0026681082589285715, | |
| "transformer.blocks.19.cross_attn.to_q.weight": 0.0010419573102678572, | |
| "transformer.blocks.19.cross_attn.to_v.weight": 0.000762939453125, | |
| "transformer.blocks.19.ffn.ff.0.weight": 0.0013166155133928572, | |
| "transformer.blocks.19.ffn.ff.3.weight": 0.0013514927455357143, | |
| "transformer.blocks.19.self_attn.to_k.weight": 0.0016653878348214285, | |
| "transformer.blocks.19.self_attn.to_out.0.weight": 0.0019182477678571428, | |
| "transformer.blocks.19.self_attn.to_q.weight": 0.0028250558035714285, | |
| "transformer.blocks.19.self_attn.to_v.weight": 0.0008893694196428571, | |
| "transformer.blocks.2.cross_attn.to_k.weight": 0.0009722028459821429, | |
| "transformer.blocks.2.cross_attn.to_out.0.weight": 0.0015171595982142857, | |
| "transformer.blocks.2.cross_attn.to_q.weight": 0.0012555803571428572, | |
| "transformer.blocks.2.cross_attn.to_v.weight": 0.0009111676897321429, | |
| "transformer.blocks.2.ffn.ff.0.weight": 0.0011160714285714285, | |
| "transformer.blocks.2.ffn.ff.3.weight": 0.0012991768973214285, | |
| "transformer.blocks.2.self_attn.to_k.weight": 0.0011945452008928572, | |
| "transformer.blocks.2.self_attn.to_out.0.weight": 0.0011945452008928572, | |
| "transformer.blocks.2.self_attn.to_q.weight": 0.0011509486607142857, | |
| "transformer.blocks.2.self_attn.to_v.weight": 0.0006234305245535714, | |
| "transformer.blocks.20.cross_attn.to_k.weight": 0.0009809221540178572, | |
| "transformer.blocks.20.cross_attn.to_out.0.weight": 0.009626116071428572, | |
| "transformer.blocks.20.cross_attn.to_q.weight": 0.0012642996651785715, | |
| "transformer.blocks.20.cross_attn.to_v.weight": 0.0011945452008928572, | |
| "transformer.blocks.20.ffn.ff.0.weight": 0.0018136160714285715, | |
| "transformer.blocks.20.ffn.ff.3.weight": 0.0023193359375, | |
| "transformer.blocks.20.self_attn.to_k.weight": 0.0015781947544642857, | |
| "transformer.blocks.20.self_attn.to_out.0.weight": 0.0021275111607142855, | |
| "transformer.blocks.20.self_attn.to_q.weight": 0.0021275111607142855, | |
| "transformer.blocks.20.self_attn.to_v.weight": 0.0006626674107142857, | |
| "transformer.blocks.21.cross_attn.to_k.weight": 0.00115966796875, | |
| "transformer.blocks.21.cross_attn.to_out.0.weight": 0.010184151785714286, | |
| "transformer.blocks.21.cross_attn.to_q.weight": 0.0009809221540178572, | |
| "transformer.blocks.21.cross_attn.to_v.weight": 0.0008893694196428571, | |
| "transformer.blocks.21.ffn.ff.0.weight": 0.0021275111607142855, | |
| "transformer.blocks.21.ffn.ff.3.weight": 0.003016880580357143, | |
| "transformer.blocks.21.self_attn.to_k.weight": 0.0018484933035714285, | |
| "transformer.blocks.21.self_attn.to_out.0.weight": 0.002110072544642857, | |
| "transformer.blocks.21.self_attn.to_q.weight": 0.002040318080357143, | |
| "transformer.blocks.21.self_attn.to_v.weight": 0.0007716587611607143, | |
| "transformer.blocks.22.cross_attn.to_k.weight": 0.0010114397321428572, | |
| "transformer.blocks.22.cross_attn.to_out.0.weight": 0.010463169642857142, | |
| "transformer.blocks.22.cross_attn.to_q.weight": 0.0011073521205357143, | |
| "transformer.blocks.22.cross_attn.to_v.weight": 0.000823974609375, | |
| "transformer.blocks.22.ffn.ff.0.weight": 0.0018397739955357143, | |
| "transformer.blocks.22.ffn.ff.3.weight": 0.0033133370535714285, | |
| "transformer.blocks.22.self_attn.to_k.weight": 0.00201416015625, | |
| "transformer.blocks.22.self_attn.to_out.0.weight": 0.0019967215401785715, | |
| "transformer.blocks.22.self_attn.to_q.weight": 0.0023367745535714285, | |
| "transformer.blocks.22.self_attn.to_v.weight": 0.0009286063058035714, | |
| "transformer.blocks.23.cross_attn.to_k.weight": 0.0010463169642857143, | |
| "transformer.blocks.23.cross_attn.to_out.0.weight": 0.004446847098214286, | |
| "transformer.blocks.23.cross_attn.to_q.weight": 0.0014299665178571428, | |
| "transformer.blocks.23.cross_attn.to_v.weight": 0.0006801060267857143, | |
| "transformer.blocks.23.ffn.ff.0.weight": 0.0014299665178571428, | |
| "transformer.blocks.23.ffn.ff.3.weight": 0.0013863699776785715, | |
| "transformer.blocks.23.self_attn.to_k.weight": 0.0016828264508928572, | |
| "transformer.blocks.23.self_attn.to_out.0.weight": 0.002040318080357143, | |
| "transformer.blocks.23.self_attn.to_q.weight": 0.0017351422991071428, | |
| "transformer.blocks.23.self_attn.to_v.weight": 0.0009198869977678571, | |
| "transformer.blocks.24.cross_attn.to_k.weight": 0.0011335100446428572, | |
| "transformer.blocks.24.cross_attn.to_out.0.weight": 0.0025634765625, | |
| "transformer.blocks.24.cross_attn.to_q.weight": 0.002284458705357143, | |
| "transformer.blocks.24.cross_attn.to_v.weight": 0.0005754743303571429, | |
| "transformer.blocks.24.ffn.ff.0.weight": 0.0015694754464285715, | |
| "transformer.blocks.24.ffn.ff.3.weight": 0.00189208984375, | |
| "transformer.blocks.24.self_attn.to_k.weight": 0.0016130719866071428, | |
| "transformer.blocks.24.self_attn.to_out.0.weight": 0.0015520368303571428, | |
| "transformer.blocks.24.self_attn.to_q.weight": 0.001708984375, | |
| "transformer.blocks.24.self_attn.to_v.weight": 0.0008544921875, | |
| "transformer.blocks.25.cross_attn.to_k.weight": 0.0013602120535714285, | |
| "transformer.blocks.25.cross_attn.to_out.0.weight": 0.003574916294642857, | |
| "transformer.blocks.25.cross_attn.to_q.weight": 0.0014735630580357143, | |
| "transformer.blocks.25.cross_attn.to_v.weight": 0.00079345703125, | |
| "transformer.blocks.25.ffn.ff.0.weight": 0.0013166155133928572, | |
| "transformer.blocks.25.ffn.ff.3.weight": 0.0014212472098214285, | |
| "transformer.blocks.25.self_attn.to_k.weight": 0.0021798270089285715, | |
| "transformer.blocks.25.self_attn.to_out.0.weight": 0.0014386858258928572, | |
| "transformer.blocks.25.self_attn.to_q.weight": 0.0017874581473214285, | |
| "transformer.blocks.25.self_attn.to_v.weight": 0.00115966796875, | |
| "transformer.blocks.26.cross_attn.to_k.weight": 0.0009242466517857143, | |
| "transformer.blocks.26.cross_attn.to_out.0.weight": 0.0011683872767857143, | |
| "transformer.blocks.26.cross_attn.to_q.weight": 0.0012991768973214285, | |
| "transformer.blocks.26.cross_attn.to_v.weight": 0.0012032645089285715, | |
| "transformer.blocks.26.ffn.ff.0.weight": 0.0016653878348214285, | |
| "transformer.blocks.26.ffn.ff.3.weight": 0.0029994419642857145, | |
| "transformer.blocks.26.self_attn.to_k.weight": 0.0017525809151785715, | |
| "transformer.blocks.26.self_attn.to_out.0.weight": 0.0012904575892857143, | |
| "transformer.blocks.26.self_attn.to_q.weight": 0.0015694754464285715, | |
| "transformer.blocks.26.self_attn.to_v.weight": 0.0013776506696428572, | |
| "transformer.blocks.27.cross_attn.to_k.weight": 0.0010811941964285715, | |
| "transformer.blocks.27.cross_attn.to_out.0.weight": 0.008231026785714286, | |
| "transformer.blocks.27.cross_attn.to_q.weight": 0.0016217912946428572, | |
| "transformer.blocks.27.cross_attn.to_v.weight": 0.0007978166852678571, | |
| "transformer.blocks.27.ffn.ff.0.weight": 0.0011858258928571428, | |
| "transformer.blocks.27.ffn.ff.3.weight": 0.002894810267857143, | |
| "transformer.blocks.27.self_attn.to_k.weight": 0.0011247907366071428, | |
| "transformer.blocks.27.self_attn.to_out.0.weight": 0.002197265625, | |
| "transformer.blocks.27.self_attn.to_q.weight": 0.0010899135044642857, | |
| "transformer.blocks.27.self_attn.to_v.weight": 0.0006365094866071429, | |
| "transformer.blocks.28.cross_attn.to_k.weight": 0.0009591238839285714, | |
| "transformer.blocks.28.cross_attn.to_out.0.weight": 0.010602678571428572, | |
| "transformer.blocks.28.cross_attn.to_q.weight": 0.0015956333705357143, | |
| "transformer.blocks.28.cross_attn.to_v.weight": 0.0007062639508928571, | |
| "transformer.blocks.28.ffn.ff.0.weight": 0.0017438616071428572, | |
| "transformer.blocks.28.ffn.ff.3.weight": 0.004150390625, | |
| "transformer.blocks.28.self_attn.to_k.weight": 0.0016915457589285715, | |
| "transformer.blocks.28.self_attn.to_out.0.weight": 0.0020751953125, | |
| "transformer.blocks.28.self_attn.to_q.weight": 0.0027029854910714285, | |
| "transformer.blocks.28.self_attn.to_v.weight": 0.001007080078125, | |
| "transformer.blocks.29.cross_attn.to_k.weight": 0.0009765625, | |
| "transformer.blocks.29.cross_attn.to_out.0.weight": 0.012276785714285714, | |
| "transformer.blocks.29.cross_attn.to_q.weight": 0.0008021763392857143, | |
| "transformer.blocks.29.cross_attn.to_v.weight": 0.0010986328125, | |
| "transformer.blocks.29.ffn.ff.0.weight": 0.0015607561383928572, | |
| "transformer.blocks.29.ffn.ff.3.weight": 0.003871372767857143, | |
| "transformer.blocks.29.self_attn.to_k.weight": 0.0019182477678571428, | |
| "transformer.blocks.29.self_attn.to_out.0.weight": 0.0027901785714285715, | |
| "transformer.blocks.29.self_attn.to_q.weight": 0.0018048967633928572, | |
| "transformer.blocks.29.self_attn.to_v.weight": 0.0008544921875, | |
| "transformer.blocks.3.cross_attn.to_k.weight": 0.0007978166852678571, | |
| "transformer.blocks.3.cross_attn.to_out.0.weight": 0.0010332380022321428, | |
| "transformer.blocks.3.cross_attn.to_q.weight": 0.0013602120535714285, | |
| "transformer.blocks.3.cross_attn.to_v.weight": 0.0008021763392857143, | |
| "transformer.blocks.3.ffn.ff.0.weight": 0.0010288783482142857, | |
| "transformer.blocks.3.ffn.ff.3.weight": 0.001708984375, | |
| "transformer.blocks.3.self_attn.to_k.weight": 0.0013950892857142857, | |
| "transformer.blocks.3.self_attn.to_out.0.weight": 0.00115966796875, | |
| "transformer.blocks.3.self_attn.to_q.weight": 0.0012730189732142857, | |
| "transformer.blocks.3.self_attn.to_v.weight": 0.000762939453125, | |
| "transformer.blocks.30.cross_attn.to_k.weight": 0.0008196149553571429, | |
| "transformer.blocks.30.cross_attn.to_out.0.weight": 0.007952008928571428, | |
| "transformer.blocks.30.cross_attn.to_q.weight": 0.0011422293526785715, | |
| "transformer.blocks.30.cross_attn.to_v.weight": 0.0009809221540178572, | |
| "transformer.blocks.30.ffn.ff.0.weight": 0.0016043526785714285, | |
| "transformer.blocks.30.ffn.ff.3.weight": 0.002528599330357143, | |
| "transformer.blocks.30.self_attn.to_k.weight": 0.0019356863839285715, | |
| "transformer.blocks.30.self_attn.to_out.0.weight": 0.0017351422991071428, | |
| "transformer.blocks.30.self_attn.to_q.weight": 0.0017002650669642857, | |
| "transformer.blocks.30.self_attn.to_v.weight": 0.0013950892857142857, | |
| "transformer.blocks.31.cross_attn.to_k.weight": 0.0006583077566964286, | |
| "transformer.blocks.31.cross_attn.to_out.0.weight": 0.006870814732142857, | |
| "transformer.blocks.31.cross_attn.to_q.weight": 0.0009809221540178572, | |
| "transformer.blocks.31.cross_attn.to_v.weight": 0.0011683872767857143, | |
| "transformer.blocks.31.ffn.ff.0.weight": 0.00152587890625, | |
| "transformer.blocks.31.ffn.ff.3.weight": 0.0021187918526785715, | |
| "transformer.blocks.31.self_attn.to_k.weight": 0.0019705636160714285, | |
| "transformer.blocks.31.self_attn.to_out.0.weight": 0.0013340541294642857, | |
| "transformer.blocks.31.self_attn.to_q.weight": 0.0018659319196428572, | |
| "transformer.blocks.31.self_attn.to_v.weight": 0.0014997209821428572, | |
| "transformer.blocks.4.cross_attn.to_k.weight": 0.000885009765625, | |
| "transformer.blocks.4.cross_attn.to_out.0.weight": 0.0011683872767857143, | |
| "transformer.blocks.4.cross_attn.to_q.weight": 0.0014474051339285715, | |
| "transformer.blocks.4.cross_attn.to_v.weight": 0.0006626674107142857, | |
| "transformer.blocks.4.ffn.ff.0.weight": 0.0012381417410714285, | |
| "transformer.blocks.4.ffn.ff.3.weight": 0.0011247907366071428, | |
| "transformer.blocks.4.self_attn.to_k.weight": 0.0016217912946428572, | |
| "transformer.blocks.4.self_attn.to_out.0.weight": 0.000762939453125, | |
| "transformer.blocks.4.self_attn.to_q.weight": 0.00164794921875, | |
| "transformer.blocks.4.self_attn.to_v.weight": 0.0008675711495535714, | |
| "transformer.blocks.5.cross_attn.to_k.weight": 0.0009547642299107143, | |
| "transformer.blocks.5.cross_attn.to_out.0.weight": 0.0014561244419642857, | |
| "transformer.blocks.5.cross_attn.to_q.weight": 0.0009111676897321429, | |
| "transformer.blocks.5.cross_attn.to_v.weight": 0.0008675711495535714, | |
| "transformer.blocks.5.ffn.ff.0.weight": 0.0012032645089285715, | |
| "transformer.blocks.5.ffn.ff.3.weight": 0.0016566685267857143, | |
| "transformer.blocks.5.self_attn.to_k.weight": 0.0014474051339285715, | |
| "transformer.blocks.5.self_attn.to_out.0.weight": 0.0008501325334821429, | |
| "transformer.blocks.5.self_attn.to_q.weight": 0.0015869140625, | |
| "transformer.blocks.5.self_attn.to_v.weight": 0.0007760184151785714, | |
| "transformer.blocks.6.cross_attn.to_k.weight": 0.0008588518415178571, | |
| "transformer.blocks.6.cross_attn.to_out.0.weight": 0.0010114397321428572, | |
| "transformer.blocks.6.cross_attn.to_q.weight": 0.0011335100446428572, | |
| "transformer.blocks.6.cross_attn.to_v.weight": 0.001068115234375, | |
| "transformer.blocks.6.ffn.ff.0.weight": 0.0012381417410714285, | |
| "transformer.blocks.6.ffn.ff.3.weight": 0.0020926339285714285, | |
| "transformer.blocks.6.self_attn.to_k.weight": 0.0011029924665178572, | |
| "transformer.blocks.6.self_attn.to_out.0.weight": 0.000762939453125, | |
| "transformer.blocks.6.self_attn.to_q.weight": 0.0016741071428571428, | |
| "transformer.blocks.6.self_attn.to_v.weight": 0.0008501325334821429, | |
| "transformer.blocks.7.cross_attn.to_k.weight": 0.0008283342633928571, | |
| "transformer.blocks.7.cross_attn.to_out.0.weight": 0.0013602120535714285, | |
| "transformer.blocks.7.cross_attn.to_q.weight": 0.0007760184151785714, | |
| "transformer.blocks.7.cross_attn.to_v.weight": 0.0009329659598214286, | |
| "transformer.blocks.7.ffn.ff.0.weight": 0.0016392299107142857, | |
| "transformer.blocks.7.ffn.ff.3.weight": 0.00244140625, | |
| "transformer.blocks.7.self_attn.to_k.weight": 0.0017525809151785715, | |
| "transformer.blocks.7.self_attn.to_out.0.weight": 0.0008675711495535714, | |
| "transformer.blocks.7.self_attn.to_q.weight": 0.001708984375, | |
| "transformer.blocks.7.self_attn.to_v.weight": 0.0010724748883928572, | |
| "transformer.blocks.8.cross_attn.to_k.weight": 0.0007716587611607143, | |
| "transformer.blocks.8.cross_attn.to_out.0.weight": 0.0013078962053571428, | |
| "transformer.blocks.8.cross_attn.to_q.weight": 0.0008632114955357143, | |
| "transformer.blocks.8.cross_attn.to_v.weight": 0.0009416852678571429, | |
| "transformer.blocks.8.ffn.ff.0.weight": 0.0012381417410714285, | |
| "transformer.blocks.8.ffn.ff.3.weight": 0.001953125, | |
| "transformer.blocks.8.self_attn.to_k.weight": 0.0011422293526785715, | |
| "transformer.blocks.8.self_attn.to_out.0.weight": 0.0008021763392857143, | |
| "transformer.blocks.8.self_attn.to_q.weight": 0.0015171595982142857, | |
| "transformer.blocks.8.self_attn.to_v.weight": 0.0012119838169642857, | |
| "transformer.blocks.9.cross_attn.to_k.weight": 0.0008326939174107143, | |
| "transformer.blocks.9.cross_attn.to_out.0.weight": 0.0008588518415178571, | |
| "transformer.blocks.9.cross_attn.to_q.weight": 0.0007803780691964286, | |
| "transformer.blocks.9.cross_attn.to_v.weight": 0.0006321498325892857, | |
| "transformer.blocks.9.ffn.ff.0.weight": 0.0016130719866071428, | |
| "transformer.blocks.9.ffn.ff.3.weight": 0.0023018973214285715, | |
| "transformer.blocks.9.self_attn.to_k.weight": 0.00128173828125, | |
| "transformer.blocks.9.self_attn.to_out.0.weight": 0.0006495884486607143, | |
| "transformer.blocks.9.self_attn.to_q.weight": 0.0014212472098214285, | |
| "transformer.blocks.9.self_attn.to_v.weight": 0.0007716587611607143, | |
| "transformer.input_embed.proj.0.weight": 0.00029427664620535713, | |
| "transformer.input_embed.proj.2.weight": 0.00032479422433035713, | |
| "transformer.latent_cond_embedder.proj.0.weight": 0.000732421875, | |
| "transformer.latent_cond_embedder.proj.2.weight": 0.0024239676339285715, | |
| "transformer.latent_embed.proj.0.weight": 0.0004730224609375, | |
| "transformer.latent_embed.proj.2.weight": 0.00037057059151785713, | |
| "transformer.norm_out.linear.weight": 0.0009286063058035714, | |
| "transformer.proj_out.weight": 0.0003880092075892857, | |
| "transformer.text_conv_layer.0.dwconv.weight": 0.0015171595982142857, | |
| "transformer.text_conv_layer.0.grn.beta": 0.0008632114955357143, | |
| "transformer.text_conv_layer.0.grn.gamma": 0.0010986328125, | |
| "transformer.text_conv_layer.0.pwconv1.weight": 0.0011509486607142857, | |
| "transformer.text_conv_layer.0.pwconv2.weight": 0.00164794921875, | |
| "transformer.text_conv_layer.1.dwconv.weight": 0.0023018973214285715, | |
| "transformer.text_conv_layer.1.grn.beta": 0.0006321498325892857, | |
| "transformer.text_conv_layer.1.grn.gamma": 0.0011858258928571428, | |
| "transformer.text_conv_layer.1.pwconv1.weight": 0.0012119838169642857, | |
| "transformer.text_conv_layer.1.pwconv2.weight": 0.0017787388392857143, | |
| "transformer.text_conv_layer.2.dwconv.weight": 0.0026157924107142855, | |
| "transformer.text_conv_layer.2.grn.beta": 0.000579833984375, | |
| "transformer.text_conv_layer.2.grn.gamma": 0.0012642996651785715, | |
| "transformer.text_conv_layer.2.pwconv1.weight": 0.0013253348214285715, | |
| "transformer.text_conv_layer.2.pwconv2.weight": 0.0021449497767857145, | |
| "transformer.text_conv_layer.3.dwconv.weight": 0.002685546875, | |
| "transformer.text_conv_layer.3.grn.beta": 0.00040762765066964287, | |
| "transformer.text_conv_layer.3.grn.gamma": 0.0016043526785714285, | |
| "transformer.text_conv_layer.3.pwconv1.weight": 0.0015869140625, | |
| "transformer.text_conv_layer.3.pwconv2.weight": 0.0027901785714285715, | |
| "transformer.text_embed.proj.0.weight": 0.0004795619419642857, | |
| "transformer.text_embed.proj.2.weight": 0.0015869140625, | |
| "transformer.time_embed.time_mlp.0.weight": 0.0006277901785714286, | |
| "transformer.time_embed.time_mlp.2.weight": 0.0014822823660714285, | |
| "vae.decoder.layers.0.weight_g": 0.0021536690848214285, | |
| "vae.decoder.layers.0.weight_v": 0.002528599330357143, | |
| "vae.decoder.layers.1.layers.1.weight_g": 0.003208705357142857, | |
| "vae.decoder.layers.1.layers.1.weight_v": 0.0023890904017857145, | |
| "vae.decoder.layers.1.layers.2.layers.1.weight_g": 0.0029820033482142855, | |
| "vae.decoder.layers.1.layers.2.layers.1.weight_v": 0.0017264229910714285, | |
| "vae.decoder.layers.1.layers.2.layers.3.weight_g": 0.0027901785714285715, | |
| "vae.decoder.layers.1.layers.2.layers.3.weight_v": 0.0016392299107142857, | |
| "vae.decoder.layers.1.layers.3.layers.1.weight_g": 0.0032784598214285715, | |
| "vae.decoder.layers.1.layers.3.layers.1.weight_v": 0.0024239676339285715, | |
| "vae.decoder.layers.1.layers.3.layers.3.weight_g": 0.0031215122767857145, | |
| "vae.decoder.layers.1.layers.3.layers.3.weight_v": 0.0011422293526785715, | |
| "vae.decoder.layers.1.layers.4.layers.1.weight_g": 0.0020751953125, | |
| "vae.decoder.layers.1.layers.4.layers.1.weight_v": 0.0009373256138392857, | |
| "vae.decoder.layers.1.layers.4.layers.3.weight_g": 0.0029994419642857145, | |
| "vae.decoder.layers.1.layers.4.layers.3.weight_v": 0.0011117117745535715, | |
| "vae.decoder.layers.2.layers.1.weight_g": 0.003923688616071429, | |
| "vae.decoder.layers.2.layers.1.weight_v": 0.002197265625, | |
| "vae.decoder.layers.2.layers.2.layers.1.weight_g": 0.0029820033482142855, | |
| "vae.decoder.layers.2.layers.2.layers.1.weight_v": 0.0011683872767857143, | |
| "vae.decoder.layers.2.layers.2.layers.3.weight_g": 0.0028773716517857145, | |
| "vae.decoder.layers.2.layers.2.layers.3.weight_v": 0.0010855538504464285, | |
| "vae.decoder.layers.2.layers.3.layers.1.weight_g": 0.002720424107142857, | |
| "vae.decoder.layers.2.layers.3.layers.1.weight_v": 0.0008501325334821429, | |
| "vae.decoder.layers.2.layers.3.layers.3.weight_g": 0.0031040736607142855, | |
| "vae.decoder.layers.2.layers.3.layers.3.weight_v": 0.0013078962053571428, | |
| "vae.decoder.layers.2.layers.4.layers.1.weight_g": 0.002528599330357143, | |
| "vae.decoder.layers.2.layers.4.layers.1.weight_v": 0.0012991768973214285, | |
| "vae.decoder.layers.2.layers.4.layers.3.weight_g": 0.003208705357142857, | |
| "vae.decoder.layers.2.layers.4.layers.3.weight_v": 0.0010768345424107143, | |
| "vae.decoder.layers.3.layers.1.weight_g": 0.0029471261160714285, | |
| "vae.decoder.layers.3.layers.1.weight_v": 0.0018833705357142857, | |
| "vae.decoder.layers.3.layers.2.layers.1.weight_g": 0.002162388392857143, | |
| "vae.decoder.layers.3.layers.2.layers.1.weight_v": 0.0007498604910714286, | |
| "vae.decoder.layers.3.layers.2.layers.3.weight_g": 0.002528599330357143, | |
| "vae.decoder.layers.3.layers.2.layers.3.weight_v": 0.0007237025669642857, | |
| "vae.decoder.layers.3.layers.3.layers.1.weight_g": 0.0032784598214285715, | |
| "vae.decoder.layers.3.layers.3.layers.1.weight_v": 0.0007542201450892857, | |
| "vae.decoder.layers.3.layers.3.layers.3.weight_g": 0.0037144252232142855, | |
| "vae.decoder.layers.3.layers.3.layers.3.weight_v": 0.0007847377232142857, | |
| "vae.decoder.layers.3.layers.4.layers.1.weight_g": 0.002720424107142857, | |
| "vae.decoder.layers.3.layers.4.layers.1.weight_v": 0.0010855538504464285, | |
| "vae.decoder.layers.3.layers.4.layers.3.weight_g": 0.0026681082589285715, | |
| "vae.decoder.layers.3.layers.4.layers.3.weight_v": 0.0009504045758928571, | |
| "vae.decoder.layers.4.layers.1.weight_g": 0.0020926339285714285, | |
| "vae.decoder.layers.4.layers.1.weight_v": 0.0008980887276785714, | |
| "vae.decoder.layers.4.layers.2.layers.1.weight_g": 0.002406529017857143, | |
| "vae.decoder.layers.4.layers.2.layers.1.weight_v": 0.0006059919084821429, | |
| "vae.decoder.layers.4.layers.2.layers.3.weight_g": 0.0019444056919642857, | |
| "vae.decoder.layers.4.layers.2.layers.3.weight_v": 0.0008980887276785714, | |
| "vae.decoder.layers.4.layers.3.layers.1.weight_g": 0.0022495814732142855, | |
| "vae.decoder.layers.4.layers.3.layers.1.weight_v": 0.0008021763392857143, | |
| "vae.decoder.layers.4.layers.3.layers.3.weight_g": 0.0020751953125, | |
| "vae.decoder.layers.4.layers.3.layers.3.weight_v": 0.0007803780691964286, | |
| "vae.decoder.layers.4.layers.4.layers.1.weight_g": 0.002528599330357143, | |
| "vae.decoder.layers.4.layers.4.layers.1.weight_v": 0.0006059919084821429, | |
| "vae.decoder.layers.4.layers.4.layers.3.weight_g": 0.003086635044642857, | |
| "vae.decoder.layers.4.layers.4.layers.3.weight_v": 0.0009940011160714285, | |
| "vae.decoder.layers.5.layers.1.weight_g": 0.0013689313616071428, | |
| "vae.decoder.layers.5.layers.1.weight_v": 0.0005558558872767857, | |
| "vae.decoder.layers.5.layers.2.layers.1.weight_g": 0.0025634765625, | |
| "vae.decoder.layers.5.layers.2.layers.1.weight_v": 0.0005449567522321429, | |
| "vae.decoder.layers.5.layers.2.layers.3.weight_g": 0.0023193359375, | |
| "vae.decoder.layers.5.layers.2.layers.3.weight_v": 0.0006931849888392857, | |
| "vae.decoder.layers.5.layers.3.layers.1.weight_g": 0.0020839146205357145, | |
| "vae.decoder.layers.5.layers.3.layers.1.weight_v": 0.0005362374441964286, | |
| "vae.decoder.layers.5.layers.3.layers.3.weight_g": 0.0020054408482142855, | |
| "vae.decoder.layers.5.layers.3.layers.3.weight_v": 0.0009068080357142857, | |
| "vae.decoder.layers.5.layers.4.layers.1.weight_g": 0.002040318080357143, | |
| "vae.decoder.layers.5.layers.4.layers.1.weight_v": 0.0008152553013392857, | |
| "vae.decoder.layers.5.layers.4.layers.3.weight_g": 0.0016653878348214285, | |
| "vae.decoder.layers.5.layers.4.layers.3.weight_v": 0.0013950892857142857, | |
| "vae.decoder.layers.7.weight_g": 1.0132789611816406e-06, | |
| "vae.decoder.layers.7.weight_v": 0.00015803745814732144, | |
| "vae.encoder.layers.0.weight_g": 0.0031215122767857145, | |
| "vae.encoder.layers.0.weight_v": 0.0011683872767857143, | |
| "vae.encoder.layers.1.layers.0.layers.1.weight_g": 0.002354213169642857, | |
| "vae.encoder.layers.1.layers.0.layers.1.weight_v": 0.00067138671875, | |
| "vae.encoder.layers.1.layers.0.layers.3.weight_g": 0.0014299665178571428, | |
| "vae.encoder.layers.1.layers.0.layers.3.weight_v": 0.0005754743303571429, | |
| "vae.encoder.layers.1.layers.1.layers.1.weight_g": 0.0014822823660714285, | |
| "vae.encoder.layers.1.layers.1.layers.1.weight_v": 0.0004795619419642857, | |
| "vae.encoder.layers.1.layers.1.layers.3.weight_g": 0.0019444056919642857, | |
| "vae.encoder.layers.1.layers.1.layers.3.weight_v": 0.0004664829799107143, | |
| "vae.encoder.layers.1.layers.2.layers.1.weight_g": 0.00164794921875, | |
| "vae.encoder.layers.1.layers.2.layers.1.weight_v": 0.0004991803850446429, | |
| "vae.encoder.layers.1.layers.2.layers.3.weight_g": 0.0015781947544642857, | |
| "vae.encoder.layers.1.layers.2.layers.3.weight_v": 0.00047520228794642856, | |
| "vae.encoder.layers.1.layers.4.weight_g": 0.0013950892857142857, | |
| "vae.encoder.layers.1.layers.4.weight_v": 0.00034659249441964287, | |
| "vae.encoder.layers.2.layers.0.layers.1.weight_g": 0.0015433175223214285, | |
| "vae.encoder.layers.2.layers.0.layers.1.weight_v": 0.0004991803850446429, | |
| "vae.encoder.layers.2.layers.0.layers.3.weight_g": 0.0018397739955357143, | |
| "vae.encoder.layers.2.layers.0.layers.3.weight_v": 0.0004926409040178571, | |
| "vae.encoder.layers.2.layers.1.layers.1.weight_g": 0.0015607561383928572, | |
| "vae.encoder.layers.2.layers.1.layers.1.weight_v": 0.0007890973772321429, | |
| "vae.encoder.layers.2.layers.1.layers.3.weight_g": 0.0021449497767857145, | |
| "vae.encoder.layers.2.layers.1.layers.3.weight_v": 0.0005623953683035714, | |
| "vae.encoder.layers.2.layers.2.layers.1.weight_g": 0.0018484933035714285, | |
| "vae.encoder.layers.2.layers.2.layers.1.weight_v": 0.0006365094866071429, | |
| "vae.encoder.layers.2.layers.2.layers.3.weight_g": 0.002354213169642857, | |
| "vae.encoder.layers.2.layers.2.layers.3.weight_v": 0.0005536760602678571, | |
| "vae.encoder.layers.2.layers.4.weight_g": 0.0014299665178571428, | |
| "vae.encoder.layers.2.layers.4.weight_v": 0.0005166190011160714, | |
| "vae.encoder.layers.3.layers.0.layers.1.weight_g": 0.001708984375, | |
| "vae.encoder.layers.3.layers.0.layers.1.weight_v": 0.0007455008370535714, | |
| "vae.encoder.layers.3.layers.0.layers.3.weight_g": 0.0028773716517857145, | |
| "vae.encoder.layers.3.layers.0.layers.3.weight_v": 0.0005711146763392857, | |
| "vae.encoder.layers.3.layers.1.layers.1.weight_g": 0.0016305106026785715, | |
| "vae.encoder.layers.3.layers.1.layers.1.weight_v": 0.0009242466517857143, | |
| "vae.encoder.layers.3.layers.1.layers.3.weight_g": 0.0025634765625, | |
| "vae.encoder.layers.3.layers.1.layers.3.weight_v": 0.0006277901785714286, | |
| "vae.encoder.layers.3.layers.2.layers.1.weight_g": 0.0017438616071428572, | |
| "vae.encoder.layers.3.layers.2.layers.1.weight_v": 0.000946044921875, | |
| "vae.encoder.layers.3.layers.2.layers.3.weight_g": 0.0022147042410714285, | |
| "vae.encoder.layers.3.layers.2.layers.3.weight_v": 0.0005318777901785714, | |
| "vae.encoder.layers.3.layers.4.weight_g": 0.0017002650669642857, | |
| "vae.encoder.layers.3.layers.4.weight_v": 0.0010811941964285715, | |
| "vae.encoder.layers.4.layers.0.layers.1.weight_g": 0.0017787388392857143, | |
| "vae.encoder.layers.4.layers.0.layers.1.weight_v": 0.0010855538504464285, | |
| "vae.encoder.layers.4.layers.0.layers.3.weight_g": 0.0025460379464285715, | |
| "vae.encoder.layers.4.layers.0.layers.3.weight_v": 0.0010114397321428572, | |
| "vae.encoder.layers.4.layers.1.layers.1.weight_g": 0.0018310546875, | |
| "vae.encoder.layers.4.layers.1.layers.1.weight_v": 0.0010288783482142857, | |
| "vae.encoder.layers.4.layers.1.layers.3.weight_g": 0.0022670200892857145, | |
| "vae.encoder.layers.4.layers.1.layers.3.weight_v": 0.0006059919084821429, | |
| "vae.encoder.layers.4.layers.2.layers.1.weight_g": 0.002110072544642857, | |
| "vae.encoder.layers.4.layers.2.layers.1.weight_v": 0.0011335100446428572, | |
| "vae.encoder.layers.4.layers.2.layers.3.weight_g": 0.002842494419642857, | |
| "vae.encoder.layers.4.layers.2.layers.3.weight_v": 0.0006321498325892857, | |
| "vae.encoder.layers.4.layers.4.weight_g": 0.0015781947544642857, | |
| "vae.encoder.layers.4.layers.4.weight_v": 0.0019705636160714285, | |
| "vae.encoder.layers.5.layers.0.layers.1.weight_g": 0.0022059849330357145, | |
| "vae.encoder.layers.5.layers.0.layers.1.weight_v": 0.0010899135044642857, | |
| "vae.encoder.layers.5.layers.0.layers.3.weight_g": 0.002685546875, | |
| "vae.encoder.layers.5.layers.0.layers.3.weight_v": 0.0010332380022321428, | |
| "vae.encoder.layers.5.layers.1.layers.1.weight_g": 0.002528599330357143, | |
| "vae.encoder.layers.5.layers.1.layers.1.weight_v": 0.0016915457589285715, | |
| "vae.encoder.layers.5.layers.1.layers.3.weight_g": 0.0028076171875, | |
| "vae.encoder.layers.5.layers.1.layers.3.weight_v": 0.0010506766183035715, | |
| "vae.encoder.layers.5.layers.2.layers.1.weight_g": 0.003138950892857143, | |
| "vae.encoder.layers.5.layers.2.layers.1.weight_v": 0.0013689313616071428, | |
| "vae.encoder.layers.5.layers.2.layers.3.weight_g": 0.0027553013392857145, | |
| "vae.encoder.layers.5.layers.2.layers.3.weight_v": 0.0011073521205357143, | |
| "vae.encoder.layers.5.layers.4.weight_g": 0.0012381417410714285, | |
| "vae.encoder.layers.5.layers.4.weight_v": 0.00128173828125, | |
| "vae.encoder.layers.6.weight_g": 0.0019356863839285715, | |
| "vae.encoder.layers.6.weight_v": 0.0009024483816964286 | |
| } |